-- Logs begin at Thu 2021-04-15 10:05:59 UTC, end at Thu 2021-04-15 11:11:06 UTC. --
Apr 15 10:44:00.372170 dv-cinder-786384-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 10:44:03.519772 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.common.config [-] Logging enabled!
Apr 15 10:44:03.520336 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 10:44:03.521927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 10:44:03.523683 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.common.config [-] Logging enabled!
Apr 15 10:44:03.523977 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 10:44:03.524333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 10:44:03.525413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:44:03.525685 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:44:03.526726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:44:03.527016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:44:03.527282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:44:03.527661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.528012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.528359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.528630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.528975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.529340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.529673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.530013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.530360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.530689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.531011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.531339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.531606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.531934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.532270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.532604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.532870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.533191 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.533752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.534079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.534399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.534732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.535050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.535362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.535697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.536033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.536408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] host                           = dv-cinder-786384-1-iscsi {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.536726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.537060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.537441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.537774 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.538090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.538406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.538734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.539047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.539361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.539675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.540007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.540338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.540675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.540935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.541193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.541552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.541885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.542201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.542516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.542831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.543148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.543460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.543764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.544093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.544425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.544754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.545069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.545431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.545744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.546060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.546389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.546703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.547017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.547330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.547663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.547968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.548282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.548629 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.548959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.549309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.549641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.549956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.550286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.550596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.550906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.551216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.552050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.552348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.552670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.552981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.553311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.553883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.554192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.554525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:03.554859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.555200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.555546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.555870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.556207 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.556531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.556864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.557181 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.557563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.557896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.558223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.558539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.558865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.559182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.559521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.559874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.560215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.560551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.560864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.561177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.561516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.561839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.562168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.562505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.562839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.563151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.563473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.563805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.564122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.564434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.564753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.565087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.565429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.565744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.566068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.566383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.566699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.567621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.567950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.568367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.568689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.569003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.569358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.569677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.569989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.570317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.570637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.570950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.571261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.571579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.571891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.572203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.572520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.572833 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.573151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.573516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.573828 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.574141 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.574453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.574767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.575079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.575391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.575707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.576020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.576330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.576650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.576964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.577298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.577629 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.577969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.578288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.578610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.578930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.579247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.579565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.579885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.580200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.580518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.580831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.581166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.581518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.581844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.582166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.582485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.583024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.583351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.583684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.584007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.584333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.584667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.584994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.585356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.585695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.586032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.586370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.586710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.587034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.587393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.587716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:03.587972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:44:03.588240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85195) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 10:44:04.252820 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO keyring.backend [-] Loading Gnome
Apr 15 10:44:04.270136 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO keyring.backend [-] Loading Google
Apr 15 10:44:04.272920 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 10:44:04.276680 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO keyring.backend [-] Loading file
Apr 15 10:44:04.277536 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO keyring.backend [-] Loading keyczar
Apr 15 10:44:04.277821 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO keyring.backend [-] Loading multi
Apr 15 10:44:04.278460 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO keyring.backend [-] Loading pyfs
Apr 15 10:44:04.325173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:04.325507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:04.325832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:04.326204 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 10:44:04.722379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.722915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.723007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.724370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.724801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.725102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.762422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.762737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.763035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.778603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.778917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.779223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.845905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.846215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.846518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.847529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.847831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:04.849722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.120883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f14b3bffae8> agent after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.121135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f14b3bffae8> agent after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.121466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f14b3bffb70> segment precommit_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.121770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f14b3bffbf8> network precommit_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.122596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f14b3befbf8> segment before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.271461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> network before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.271840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f14b3c4c158> agent before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.272162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> network before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.272467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> port before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.272769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> port before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.273153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> segment after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.273497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> segment precommit_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.273789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> segment precommit_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.274082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> segment after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.274421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> network after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.274715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> network precommit_delete 0 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.275020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> port provisioning_complete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.275326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.275619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> rbac-policy after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.275931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> agent after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.276246 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> subnet after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.276541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> subnet precommit_delete 0 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.276862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.277150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.277511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> segment_host_mapping after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.277959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> port after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.278248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> port after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.278530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> port after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.278870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.279151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.279429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14b3bcd4e0>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.279848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:05.280121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:05.280396 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:05.280664 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:05.280935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:05.281206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:05.281646 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 10:44:05.284726 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 10:44:05.289382 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 10:44:05.293167 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])])
Apr 15 10:44:05.294846 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 10:44:05.296096 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 10:44:05.296477 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 10:44:05.296911 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 10:44:05.299666 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 10:44:05.299954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 10:44:05.300350 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 10:44:05.328771 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 10:44:05.329331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f14b3bb36d8>> qos_plugin after_init 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.329665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85195) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 10:44:05.330258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f14b3b9c278>> logging-plugin after_init 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.331603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85195) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 10:44:05.331926 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 10:44:05.332208 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 10:44:05.335603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f14b3b9c2e8>> floatingip before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.335922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f14b3b9c2e8>> port before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.403891 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 10:44:05.404169 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 10:44:05.404445 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 10:44:05.404853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 10:44:05.438237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.sqlalchemy.engines [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85195) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 10:44:05.888477 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing driver for type 'gre'
Apr 15 10:44:05.889051 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] gre ID ranges: [(1, 1000)]
Apr 15 10:44:05.928853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing driver for type 'local'
Apr 15 10:44:05.929259 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing driver for type 'vlan'
Apr 15 10:44:05.939610 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] VlanTypeDriver initialization complete
Apr 15 10:44:05.939988 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing driver for type 'vxlan'
Apr 15 10:44:05.940512 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] vxlan ID ranges: [(1, 1000)]
Apr 15 10:44:05.980693 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing extension driver 'port_security'
Apr 15 10:44:05.981053 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.extensions.port_security [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] PortSecurityExtensionDriver initialization complete
Apr 15 10:44:05.981474 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing mechanism driver 'openvswitch'
Apr 15 10:44:05.981836 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing mechanism driver 'hyperv'
Apr 15 10:44:05.988015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85195) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:05.988956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b3ba9dd8>> port after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.989533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b3ba9dd8>> port after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.989924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b3ba9dd8>> port after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.990348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346ed30>> subnet after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.990738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346ed30>> subnet after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.991122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346ed30>> subnet after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.991539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346eef0>> network after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.991921 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346eef0>> network after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.992299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346eef0>> network after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.992707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346efd0>> security_group after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.993092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346efd0>> security_group after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.993633 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b346efd0>> security_group after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.994053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b347c2b0>> security_group_rule after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.994435 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b347c2b0>> security_group_rule after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.994811 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b347c2b0>> security_group_rule after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.995223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b347c470>> address_group after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.995601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b347c470>> address_group after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.995973 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14b347c470>> address_group after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.996337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] ML2 OVO RPC backend initialized. {{(pid=85195) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 10:44:05.997120 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> router_interface after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.997535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> router_interface after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.997991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> network before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.998377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> networks before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.998757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> port before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.999132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> ports before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.999512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> subnet before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:05.999891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> subnets before_response 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.000270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> network after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.000644 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> network after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.001012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> network after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.001410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> port after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.001784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> port after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.002154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> port after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.002524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> subnet after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.002893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> subnet after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.003261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14b347c550>> subnet after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.003889 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.plugin [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Modular L2 Plugin initialization complete
Apr 15 10:44:06.004241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading services supported by the core plugin {{(pid=85195) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 10:44:06.005110 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.plugins.ml2.managers [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Got port-security extension from driver 'port_security'
Apr 15 10:44:06.005638 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.extensions.vlantransparent [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Disabled vlantransparent extension.
Apr 15 10:44:06.006166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85195) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 10:44:06.006507 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: router
Apr 15 10:44:06.044571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router_interface before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.045005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router after_create 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.045444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router before_create 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.045848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router_interface before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.046259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router_interface after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.046647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router after_delete 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.047038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> floatingip after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.047443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router after_create 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.047823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router after_update 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.048210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router after_update 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.048594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router_gateway after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.048994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router after_update 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.049505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router precommit_update 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.049926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f14b3af02f0> port after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.050304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f14b3af01e0> port after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.050677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f14b3af0268> subnet after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.051053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f14b3af0378> subnetpool_address_scope after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.051442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> port precommit_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.051822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router precommit_create 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.052202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f14b3acd7b8> port before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.052579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router precommit_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.052980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router after_update 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.053384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router precommit_delete 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.054029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router precommit_create 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.054427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router_interface after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.054808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> router precommit_update 55549900 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.055236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14b347c6d8>> network after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.056215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Tracking information for resource: router configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:06.056586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Tracking information for resource: floatingip configured {{(pid=85195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:44:06.061351 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_agentschedulers_db [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 10:44:06.061995 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f14b3401730> port after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.062389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f14b3401620> port after_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.062773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function _notify_port_delete at 0x7f14b34016a8> port after_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.063154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f14b34018c8> port after_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.064048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f14b34433c8>> router before_create 55550100 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.064449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f14b34433c8>> router precommit_delete 55550100 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.064850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f14b34433c8>> router precommit_create 55550100 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.065265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f14b34433c8>> router precommit_update 55550100 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.070614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.provider_configuration [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service providers = [] {{(pid=85195) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 10:44:06.071013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.servicetype_db [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85195) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 10:44:06.073829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.service_base [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:44:06.074213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.service_base [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:44:06.074590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.service_base [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:44:06.075482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.service_base [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:44:06.075880 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.services.service_base [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 10:44:06.076290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.076640 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 10:44:06.087216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.087558 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: auto_allocate
Apr 15 10:44:06.093359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f14b33d1ea0> network precommit_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.093764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f14b33d1ea0> network precommit_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.094347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.094703 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: tag
Apr 15 10:44:06.101733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.102103 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: timestamp
Apr 15 10:44:06.105916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.106284 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: network_ip_availability
Apr 15 10:44:06.111696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f14b33cd780>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.112102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f14b33cd780>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.112492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f14b33cd780>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.113300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.113663 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: flavors
Apr 15 10:44:06.118166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.118530 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading Plugin: revisions
Apr 15 10:44:06.122935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:44:06.123359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=85195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:06.124160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85195) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 10:44:06.124520 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Initializing extension manager.
Apr 15 10:44:06.125084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: __init__.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.125497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: __pycache__ {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.125873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.126244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: address_group.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.127047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.127684 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: address-group
Apr 15 10:44:06.128046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: address_scope.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.128804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.130042 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: address-scope
Apr 15 10:44:06.130276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.131202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.131768 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: router-admin-state-down-before-update
Apr 15 10:44:06.132126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: agent.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.132869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.133460 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: agent
Apr 15 10:44:06.133819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: agent_resources_synced.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.134732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.135294 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: agent-resources-synced
Apr 15 10:44:06.135653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: allowedaddresspairs.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.137448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.138019 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: allowed-address-pairs
Apr 15 10:44:06.138406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: auto_allocated_topology.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.139455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.140159 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: auto-allocated-topology
Apr 15 10:44:06.140525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: availability_zone.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.141364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.142015 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: availability_zone
Apr 15 10:44:06.142378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: availability_zone_filter.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.143308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.143882 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: availability_zone_filter
Apr 15 10:44:06.144243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: data_plane_status.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.145980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.146548 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 10:44:06.146908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: default_subnetpools.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.147834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.148402 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: default-subnetpools
Apr 15 10:44:06.148762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.149652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.150233 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: dhcp_agent_scheduler
Apr 15 10:44:06.150597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: dns.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.151508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.152073 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 10:44:06.152432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: dns_domain_ports.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.153371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.153940 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 10:44:06.154301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: dvr.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.155012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.155573 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: dvr
Apr 15 10:44:06.155935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: empty_string_filtering.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.156855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.157446 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: empty-string-filtering
Apr 15 10:44:06.157810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.158716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.159277 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 10:44:06.159638 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.160549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.161201 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 10:44:06.161593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: external_net.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.162524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.163094 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: external-net
Apr 15 10:44:06.163456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.164382 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.164948 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: extra_dhcp_opt
Apr 15 10:44:06.165330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: extraroute.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.166266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.166840 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: extraroute
Apr 15 10:44:06.167198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: extraroute_atomic.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.168228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.168801 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: extraroute-atomic
Apr 15 10:44:06.169163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: filter_validation.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.169886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.170449 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: filter-validation
Apr 15 10:44:06.170806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: fip_pf_description.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.171761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.172318 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 10:44:06.172680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: fip_port_details.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.173725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.174290 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: fip-port-details
Apr 15 10:44:06.174651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: flavors.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.175927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.176539 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: flavors
Apr 15 10:44:06.176901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.178819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.179396 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 10:44:06.179762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: floatingip_pools.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.180511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.181083 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: floatingip-pools
Apr 15 10:44:06.181480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: ip_allocation.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.182413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.182985 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 10:44:06.183345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.184275 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.184845 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: ip-substring-filtering
Apr 15 10:44:06.185210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l2_adjacency.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.186150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.186719 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 10:44:06.187081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l3.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.188152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.188731 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: router
Apr 15 10:44:06.189095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.191379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.192538 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 10:44:06.192862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.193822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.194402 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: ext-gw-mode
Apr 15 10:44:06.194803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.195836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.196409 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: l3-ha
Apr 15 10:44:06.196772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l3_flavors.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.197718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.198289 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: l3-flavors
Apr 15 10:44:06.198695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.199612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.200176 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 10:44:06.200536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: l3agentscheduler.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.201757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.202391 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: l3_agent_scheduler
Apr 15 10:44:06.202757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: logging.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.204274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.204853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension logging not supported by any of loaded plugins
Apr 15 10:44:06.205259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: metering.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.206040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.206724 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: metering
Apr 15 10:44:06.207096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.208777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.209410 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: metering_source_and_destination_fields
Apr 15 10:44:06.209825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: multiprovidernet.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.210762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.211330 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: multi-provider
Apr 15 10:44:06.211692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: netmtu.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.212608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.213176 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: net-mtu
Apr 15 10:44:06.213567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: netmtu_writable.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.214482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.215046 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: net-mtu-writable
Apr 15 10:44:06.215405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: network_availability_zone.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.216230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.216803 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: network_availability_zone
Apr 15 10:44:06.217168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: network_ip_availability.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.218297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.218867 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: network-ip-availability
Apr 15 10:44:06.219228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: network_segment_range.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.220060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.220623 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 10:44:06.220986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: pagination.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.221994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.222365 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: pagination
Apr 15 10:44:06.222720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: port_device_profile.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.223754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.224317 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: port-device-profile
Apr 15 10:44:06.224678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.225647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.226216 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: port-mac-address-regenerate
Apr 15 10:44:06.226576 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.227511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.228078 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: port-numa-affinity-policy
Apr 15 10:44:06.228442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: port_resource_request.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.229389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.229951 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 10:44:06.230308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: portbindings.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.231239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.231802 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: binding
Apr 15 10:44:06.232161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: portbindings_extended.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.233453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.234027 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: binding-extended
Apr 15 10:44:06.234389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: portsecurity.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.235300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.235868 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: port-security
Apr 15 10:44:06.236225 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: project_id.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.237206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.237602 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: project-id
Apr 15 10:44:06.237962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: providernet.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.238930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.239543 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: provider
Apr 15 10:44:06.239852 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.243544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.244139 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos not supported by any of loaded plugins
Apr 15 10:44:06.244513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.245825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.246403 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 10:44:06.246773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.247726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.248296 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 10:44:06.248662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_default.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.249725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.251745 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-default not supported by any of loaded plugins
Apr 15 10:44:06.252109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_fip.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.252849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.253447 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 10:44:06.253809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_gateway_ip.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.255274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.256000 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 10:44:06.256367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_port_network_policy.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.257307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.257881 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 10:44:06.258242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_rule_type_details.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.259169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.259732 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 10:44:06.260094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: qos_rules_alias.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.261134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.261732 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 10:44:06.262091 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: quotasv2.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.263068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.263437 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: quotas
Apr 15 10:44:06.263795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: quotasv2_detail.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.265585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.265972 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: quota_details
Apr 15 10:44:06.266342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: rbac.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.267487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.268087 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: rbac-policies
Apr 15 10:44:06.268455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: rbac_address_group.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.269462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.270131 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: rbac-address-group
Apr 15 10:44:06.271150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: rbac_address_scope.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.272075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.272650 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: rbac-address-scope
Apr 15 10:44:06.273015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: rbac_security_groups.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.273954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.274532 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: rbac-security-groups
Apr 15 10:44:06.274895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: rbac_subnetpool.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.275817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.276391 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: rbac-subnetpool
Apr 15 10:44:06.276755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: revisionifmatch.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.277720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.278293 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: revision-if-match
Apr 15 10:44:06.278654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: revisions.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.279776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.280347 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: standard-attr-revisions
Apr 15 10:44:06.280708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: router_availability_zone.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.281450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.282017 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: router_availability_zone
Apr 15 10:44:06.282376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: routerservicetype.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.283322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.283888 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 10:44:06.284248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.285174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.286148 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: security-groups-normalized-cidr
Apr 15 10:44:06.286271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.287168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.287748 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: port-security-groups-filtering
Apr 15 10:44:06.288113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.289050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.289650 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: security-groups-remote-address-group
Apr 15 10:44:06.290012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: securitygroup.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.304234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.304841 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: security-group
Apr 15 10:44:06.305212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: segment.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.306101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.306679 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension segment not supported by any of loaded plugins
Apr 15 10:44:06.307045 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.307997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.308581 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 10:44:06.308945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: servicetype.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.310060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.310642 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: service-type
Apr 15 10:44:06.311011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: sorting.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.311993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.312371 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: sorting
Apr 15 10:44:06.312731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: standard_attr_segment.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.313676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.314253 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 10:44:06.314612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: standardattrdescription.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.315299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.315872 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: standard-attr-description
Apr 15 10:44:06.316232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: stateful_security_group.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.317306 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.317895 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: stateful-security-group
Apr 15 10:44:06.318254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: stdattrs_common.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.318837 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 10:44:06.319194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.320205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.320786 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 10:44:06.321143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: subnet_onboard.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.322229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.322808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: subnet_onboard
Apr 15 10:44:06.323168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.324096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.324678 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 10:44:06.325039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: subnet_service_types.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.325984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.326565 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: subnet-service-types
Apr 15 10:44:06.326926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: subnetallocation.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.328003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.328579 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: subnet_allocation
Apr 15 10:44:06.328943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.329664 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.330245 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: subnetpool-prefix-ops
Apr 15 10:44:06.330605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.331539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.332115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 10:44:06.332476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: tagging.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.334369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.334949 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: standard-attr-tag
Apr 15 10:44:06.335312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: timestamp.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.336493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.337066 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loaded extension: standard-attr-timestamp
Apr 15 10:44:06.337474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: trunk.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.338598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.339076 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension trunk not supported by any of loaded plugins
Apr 15 10:44:06.339436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: trunk_details.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.340351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.340916 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 10:44:06.341302 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: uplink_status_propagation.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.342224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.342789 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 10:44:06.343146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Loading extension file: vlantransparent.py {{(pid=85195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:44:06.343839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:44:06.344404 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 10:44:06.347097 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:network
Apr 15 10:44:06.347915 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:subnet
Apr 15 10:44:06.349192 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:44:06.349875 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:port
Apr 15 10:44:06.351364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.351846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service FLAVORS assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.352531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.353479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.353849 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:router
Apr 15 10:44:06.354574 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 10:44:06.355346 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service METERING assigned prefix: /metering {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.357165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f14b3274ac8>> rbac-policy before_create 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.357849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f14b3274ac8>> rbac-policy before_update 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.358234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f14b3274ac8>> rbac-policy before_delete 55550000 {{(pid=85195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:44:06.359386 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 10:44:06.359875 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 10:44:06.360684 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 10:44:06.361500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service CORE assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.361880 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:44:06.362242 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] subnetpool is already registered
Apr 15 10:44:06.362907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service CORE assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.363272 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:44:06.363630 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] subnetpool is already registered
Apr 15 10:44:06.366401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.366876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service FLAVORS assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.367517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.367976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.368345 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:router
Apr 15 10:44:06.368708 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] router is already registered
Apr 15 10:44:06.369389 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 10:44:06.369752 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] floatingip is already registered
Apr 15 10:44:06.370436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service METERING assigned prefix: /metering {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.371163 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 10:44:06.371526 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] rbac_policy is already registered
Apr 15 10:44:06.372145 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 10:44:06.372491 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] security_group is already registered
Apr 15 10:44:06.373133 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 10:44:06.373520 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] security_group_rule is already registered
Apr 15 10:44:06.374237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service CORE assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.374604 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:44:06.374962 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] subnetpool is already registered
Apr 15 10:44:06.375642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.resource_helper [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Service CORE assigned prefix:  {{(pid=85195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:44:06.376004 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:44:06.376361 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.quota.resource_registry [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] subnetpool is already registered
Apr 15 10:44:06.377059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: extensions {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.378607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: address-groups {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.380280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: address-scopes {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.381575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: agents {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.382789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: auto-allocated-topology {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.384082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: availability_zones {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.385477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: dhcp-networks {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.386943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: dhcp-agents {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.388413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: routers {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.390308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: flavors {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.391521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: service_profiles {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.392784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: next_providers {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.394406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: service_profiles {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.396539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: floatingip-pools {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.397830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: routers {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.399684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: floatingips {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.400936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: l3-routers {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.402413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: l3-agents {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.403877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: metering-labels {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.406165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: metering-label-rules {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.407488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: network-ip-availabilities {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.408820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: bindings {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.410559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: quotas {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.412102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: quotas {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.413596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: rbac-policies {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.414946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: security-groups {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.416215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: security-group-rules {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.417527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: service-providers {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.418808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: subnetpools {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.420282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: subnetpools {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.421796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.423567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.425455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.427824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.429948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.431906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.433708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.435666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.437626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.439601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.extensions [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Extended resource: tags {{(pid=85195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:44:06.447130 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING keystonemiddleware.auth_token [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 10:44:06.452349 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING keystonemiddleware.auth_token [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 10:44:06.461296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Acquired lock "singleton_lock" {{(pid=85195) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 10:44:06.461810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Releasing lock "singleton_lock" {{(pid=85195) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 10:44:06.463247 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO oslo_service.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Starting 2 workers
Apr 15 10:44:06.468093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Started child 85306 {{(pid=85195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:44:06.471983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:06.472826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Started child 85307 {{(pid=85195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:44:06.473696 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [-] (85306) wsgi starting up on http://0.0.0.0:9696
Apr 15 10:44:06.474375 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 10:44:06.475018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Notify callbacks [] for process, before_spawn {{(pid=85195) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:06.476310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:06.477528 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO oslo_service.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Starting 1 workers
Apr 15 10:44:06.477736 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [-] (85307) wsgi starting up on http://0.0.0.0:9696
Apr 15 10:44:06.482986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Started child 85308 {{(pid=85195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:44:06.483511 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO oslo_service.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Starting 1 workers
Apr 15 10:44:06.485178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] calling RpcWorker wait() {{(pid=85308) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 10:44:06.485636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] returning from RpcWorker wait() {{(pid=85308) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 10:44:06.487152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:06.487648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:06.488234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Started child 85309 {{(pid=85195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:44:06.489640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7466736c-ca20-4745-a945-49c4ec619381 None None] Notify callbacks [] for process, after_spawn {{(pid=85195) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:06.491181 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85195) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 10:44:06.491407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:44:06.491794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:44:06.492073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:44:06.492483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:44:06.492675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:44:06.493255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.493351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:06.493564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.493863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.494150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.494453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.495093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.495403 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.495717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.496014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.496310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.496510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.496704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.496993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.497296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.497631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.497937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.498202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.498481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.498693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.498960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.499265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.499555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.499849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.500116 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.500673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.500932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.501244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.501495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.501798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.502064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.502353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.502628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.502873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.503146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.503428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.503672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.503915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.504173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.504565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.505338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.505713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-1-iscsi {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.506032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.506184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.506450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.506713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.506992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.507255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.507540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.507847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.508124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.508391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.508665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.508923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.509202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.509484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.509680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.509924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.510227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.510523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.510731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.510922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.511110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.511400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.511588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.511868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.512113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.512354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.512623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.512869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.513110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.513419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.513678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.513916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.514166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.514449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.514737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.515009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.515265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.515509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.515782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.516022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.516265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.517004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.517269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.518130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.518935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.519096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.519394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.519585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.519872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.520309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.520643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.520862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.521214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.521507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.521788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.522056 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.522299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.522563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.522808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.523119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.523317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.523559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.523801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.524050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.524819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.524983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:06.525138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.525304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.525457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.525686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.526134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.526453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.526809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.527071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.527357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.528338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.529170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.529452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.529725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.530008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.530357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.530588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.530885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.531354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.531836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.532345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.532658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.532961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.533211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.533511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.533760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.534122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.534311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 45584) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:06.534473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.534692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.534952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.93/identity {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.535212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.535459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.535845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.536258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.536530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.536780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.537028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.537355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.537623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.537871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.538120 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.538401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.538647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.538927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.539183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.539473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.539748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.539999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.540257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.540527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.540750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.540993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.544997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.546878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548200 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0094652
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.548339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.549920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.549920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.549920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.549920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.549920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.549920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.550714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.550714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.550714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.551791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.551791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.552304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.552304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.552304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.552812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.552812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.553168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.554402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.554837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.555925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.556404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.556832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.557307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.558132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.558636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.561470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.562003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.562656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.563734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.564795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.565635 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.568318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.569610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.569926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.570253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.570591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.570928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.571236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.571562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.571820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.572132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.572484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.572818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.573127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.574459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.574737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.575057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.576410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.576410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.576410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.576410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.576410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.576780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.576991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.577250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.578400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.578702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.579076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.579383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.579656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.579910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.580224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.580531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.580829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.581123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.582326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.582445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.582932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.583176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.93/identity {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.583391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.583630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.583909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.584162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.584582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.584861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.585136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.585427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.585693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.585976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.586233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.586493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.586752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.587009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.587245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.587539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.587789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.588047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.588321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.588575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.588830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.589085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.589460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.589702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.589958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.590313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.591878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.591878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.591878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.591878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.591878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.591878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.592322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.592322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.592538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.592990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.593261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.593517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.593788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.594075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.594327 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.594715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.594968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.595486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.595774 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.596053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.596338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.596594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.596863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.597122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.597424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.597681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.597947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.598189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.598480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.598765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.599042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.599291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.599539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.599790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.600041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.600287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.600624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.600901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.601168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.602272 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.602515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603235 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.603730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.605023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.605023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.605307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.605496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.605725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.606143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.606540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.607047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.607357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.607618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.607929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.608206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.609197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.609197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.609197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.609582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.609694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.610464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.610464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.610464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.611730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.611730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.611730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.611730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.612173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.612173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.612427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.612744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.612997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.614362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.614362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.614700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.614962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.615238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.615530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.615809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.616062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.616323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.616577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.616829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.617110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.617414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.617696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.617950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.618232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.618493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.618781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.619049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.619337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.619588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.619776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:44:06.620317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85195) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 10:44:06.620508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:44:06.620690 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:44:06.620894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:44:06.621279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:44:06.621608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:44:06.622001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.622336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.623846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.624371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.624371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.624371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.624672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.624672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.625534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.625534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.625534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.625534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.625805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.625805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.625953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.626104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.626442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.626827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.627171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.627371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.627548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-1-iscsi {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.630598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.631860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.632197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.632508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.632840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.633171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.633523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.633878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.634067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.634283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.635948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.636149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.636330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.637939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.638117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.638304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.639926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.640663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:06.640783 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.640783 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.640783 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.640783 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.640783 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.641126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.641126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.641299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.641376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.641569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.641753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.641920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.642236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.642563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.642915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.643100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.643288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:44:06.643504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.643713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.643880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.644050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.644239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.644826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.644826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.644826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.645174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.645395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.645595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.646943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.647122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.647299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.647905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.647905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.647905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.648190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.93/identity {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.648190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.648347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.648538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.648728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.649647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.649647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.649647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.649647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.649647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.650089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.650089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.650089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.650277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.650409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.651984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.652966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.652966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.652966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.652966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.652966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.652966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.653575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.653575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.653575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.653575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.653929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.654006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.654189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.654396 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.654587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.654776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.654967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.655193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.655381 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.655572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.655762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.655952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.656143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.656332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.656520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.656709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.656898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.657088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.657297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.657489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.657694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.657852 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.658047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.658236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.658388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.658549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.659988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.660160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.660314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.660474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.661159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.662501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.662720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.662925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.663124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.663320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.663517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.663713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.663908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.664165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.664259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.665084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.665084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.665084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.665084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.665084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.665477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.665477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.666996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.667170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.667939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.667939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.667939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.667939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.668208 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.668208 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.668345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.668524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.668714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.668943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.669903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.669903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.669903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.669903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.669903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.670243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.670243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.670367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.670994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.670994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.670994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.93/identity {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.671211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.671280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.671423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.672796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.673350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.673350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.673350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.673564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.673686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.673876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.674066 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.674993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.674993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.674993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.674993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.674993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.675335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.675335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.675459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.676004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.676004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.676004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.676412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.676412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.676749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.677011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.677205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.677448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.677787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.677787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.678114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.678114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.678311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.678994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.679204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.679397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.679609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.679876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.680025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.680171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.680275 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.680462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.680652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.680840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.681681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.681681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.681681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.681681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.681681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.682140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.682140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.682302 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.682377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.682535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.682723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.682925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.683118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.683296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.683461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.683646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.683846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.684035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.684200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.684392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.684580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.684778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.684968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.685158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.685368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.685522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.685723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.685946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.686097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.686240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.686419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.686584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.686843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.686941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.687117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.687301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.687452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.687685 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.687835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.687976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.688161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.688394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.688580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.688769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.688930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.689106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.689339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.689485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.689655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.689847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.690001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.690187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.690375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.690571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.690776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.690965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.691155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.691347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.691537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.691698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.692420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.692766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.693002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.693128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.693354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.693547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.693737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.693928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.694118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.694307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.694498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.694686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.695140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.695140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:44:06.695380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:44:17.485674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea7939-5b54-471f-9dac-95472a658d78 None None] get_active_networks_info from dv-cinder-786384-1-iscsi {{(pid=85308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 10:44:17.649613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d843b384-c56e-412f-86cb-b0a1aa890ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:17.660591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea7939-5b54-471f-9dac-95472a658d78 None None] No non-hosted networks {{(pid=85308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 10:44:19.422684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3637b243-da7f-462f-a35e-07f63cbc5cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:19.469218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2320ec67-34b4-4ed7-9ead-58b21f5ddda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:20.679676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:21.093467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:21.094138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.094511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.094880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.095221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.095770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.096281 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.109766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.110390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.110912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.111439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.111955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.112466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:21.113047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f14b2642dd8>, 'Open vSwitch agent', 'dv-cinder-786384-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:21.118895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f14b26340b8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:22.165009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:22.880620 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_hamode_db [None req-22dc37c7-e510-4f13-9ca6-a5bcd4906252 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 10:44:22.894218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45680) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:22.971730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc37c7-e510-4f13-9ca6-a5bcd4906252 None None] Routers set() bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:44:22.972429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc37c7-e510-4f13-9ca6-a5bcd4906252 None None] Router IDs set() for agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 10:44:23.527721 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-64e17ef5-0f53-4eb3-ad2a-0179c25d8b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:44:23.528305 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-64e17ef5-0f53-4eb3-ad2a-0179c25d8b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:44:23.764175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [None req-64e17ef5-0f53-4eb3-ad2a-0179c25d8b4a admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:44:23.765531 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-64e17ef5-0f53-4eb3-ad2a-0179c25d8b4a admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8691874
Apr 15 10:44:26.500269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45696) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:26.891982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:44:26.996409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.policy [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85307) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 10:44:27.052063 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:44:27.052482 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:44:27.071184 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f14b2e970b8>.
Apr 15 10:44:27.087671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:27.143948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303920620574', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303920620226', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303920504795', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303920506815', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303920521805', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303920521996', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-498920', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-469006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-993336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853820948'] for rbac-policy, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:27.367610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:27.368830 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7915cadd-10f5-4b8a-8a62-d8819e50a373 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8675218
Apr 15 10:44:30.356269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45710) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:30.731279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e6d528c609874585b70c7128c0c75682'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:44:30.737073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:30.742475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Usage tracker for resource:network and tenant:e6d528c609874585b70c7128c0c75682 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:44:30.745990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:44:30.752398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:44:30.761009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Made reservation on behalf of e6d528c609874585b70c7128c0c75682 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:44:30.766846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:30.782813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:30.797920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:30.802309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d528c609874585b70c7128c0c75682 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:44:30.805959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:44:30.811717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:44:30.907885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:30.911013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:30.915585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:30.934747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:44:30.961273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732930736055', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:30.961772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f14b3bffb70> segment precommit_create {{(pid=85307) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 10:44:30.962252 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Added segment f590273a-adcf-4687-a94c-907eb0cfee44 of type vlan for network efe2aaf7-7e72-413c-95d2-bddbc7be39db
Apr 15 10:44:31.015423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c42ceb-f819-45a8-a15e-124d3bde6c9e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:31.038513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.038901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.039269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.039634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.039989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.040360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.040713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.041066 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.041458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.041812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.042163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.042510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Tracked resource versions report:
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:44:31.043579 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:44:31.082335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:31.098561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:31.123759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:31.125172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:31.125869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:31.131306 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:31.237646 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8801382
Apr 15 10:44:31.240825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Pushing event updated for resources: {'Network': ['ID=efe2aaf7-7e72-413c-95d2-bddbc7be39db,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:31.244005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:31.253007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:44:34.310428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45726) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:34.789568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c17b5-f9e9-4d0e-8632-b85e1a0f5a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:34.791034 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e91c17b5-f9e9-4d0e-8632-b85e1a0f5a40 admin admin] 10.222.0.93 "GET /v2.0/networks/efe2aaf7-7e72-413c-95d2-bddbc7be39db HTTP/1.1" status: 200  len: 826 time: 0.4795833
Apr 15 10:44:34.820512 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-10258782-21d9-464f-929c-b3ffeec532b9 admin admin] 10.222.0.93 "GET /v2.0/subnetpools/fe3ea4e8-59c1-414d-b948-153650f78e80 HTTP/1.1" status: 200  len: 734 time: 0.0234141
Apr 15 10:44:34.829702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Request body: {'subnet': {'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'name': 'private-subnet', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'fe3ea4e8-59c1-414d-b948-153650f78e80'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:44:34.834181 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:34.838116 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Usage tracker for resource:subnet and tenant:e6d528c609874585b70c7128c0c75682 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:44:34.841048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:44:34.846838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:44:34.855993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Made reservation on behalf of e6d528c609874585b70c7128c0c75682 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:44:34.860543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:35.332845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:35.347395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:35.479892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e78e3d-4f72-4964-a658-8f87193dfad1,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:35.486845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:35.554262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Checking segment: {'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:44:35.554645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Network hostable DHCP agents. Network: efe2aaf7-7e72-413c-95d2-bddbc7be39db, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:44:35.574643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:44:35.583640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, efe2aaf7-7e72-413c-95d2-bddbc7be39db) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:35.588098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:35.588729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:35.593175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5ae3b-f3eb-4c09-8f86-ff47e8e27cd6 None None] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:44:35.607759 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7815790
Apr 15 10:44:36.098592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'fixed_ips': [{'subnet_id': '41e78e3d-4f72-4964-a658-8f87193dfad1'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:44:36.099736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:36.287198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Allocated IP 172.20.0.2 (efe2aaf7-7e72-413c-95d2-bddbc7be39db/41e78e3d-4f72-4964-a658-8f87193dfad1/a78e3003-a807-40ba-9554-889a8746d665) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:44:36.519561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:36.532627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Transition to ACTIVE for port object a78e3003-a807-40ba-9554-889a8746d665 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:44:36.552887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Transition to ACTIVE for port object a78e3003-a807-40ba-9554-889a8746d665 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:44:36.559163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:36.578342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:36.711801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Pushing event updated for resources: {'Port': ['ID=a78e3003-a807-40ba-9554-889a8746d665,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:36.724965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.725367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.725744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.726109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.726474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.726839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.727198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.727558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.727935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.728297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.728652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.729007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Tracked resource versions report:
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:44:36.730141 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:44:36.733904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:36.785190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:44:36.786414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:36.789383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:44:36.888456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Attempting to bind port a78e3003-a807-40ba-9554-889a8746d665 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:44:36.888802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Attempting to bind port a78e3003-a807-40ba-9554-889a8746d665 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:44:36.889221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Attempting to bind port a78e3003-a807-40ba-9554-889a8746d665 on network efe2aaf7-7e72-413c-95d2-bddbc7be39db {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:44:36.895157 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:44:36.895465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Checking segment: {'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:44:36.896834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:36.896834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Bound using segment: {'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:44:36.896834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Bound port: a78e3003-a807-40ba-9554-889a8746d665, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:44:36.897630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:36.991640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] For port a78e3003-a807-40ba-9554-889a8746d665, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:44:36.995707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] For port a78e3003-a807-40ba-9554-889a8746d665, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=a78e3003-a807-40ba-9554-889a8746d665,segment=NetworkSegment(f590273a-adcf-4687-a94c-907eb0cfee44),segment_id=f590273a-adcf-4687-a94c-907eb0cfee44)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:44:36.999043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:37.014973 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:37.170316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Pushing event updated for resources: {'Port': ['ID=a78e3003-a807-40ba-9554-889a8746d665,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:37.173622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:38.384201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45736) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:38.804588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [None req-c0a9b09b-4310-4b3b-ab33-c49b03259d17 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:44:38.805666 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c0a9b09b-4310-4b3b-ab33-c49b03259d17 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4205112
Apr 15 10:44:41.598956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45746) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:42.000789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [None req-7d66dbd2-9370-498b-83aa-74e6a502ee51 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:44:42.001878 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7d66dbd2-9370-498b-83aa-74e6a502ee51 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4021578
Apr 15 10:44:43.189089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device a78e3003-a807-40ba-9554-889a8746d665 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:44:43.265091 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port a78e3003-a807-40ba-9554-889a8746d665 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:44:44.228942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b57fa5-404a-46e5-9f5e-798cace29920 None None] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:44:44.320975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Provisioning for port a78e3003-a807-40ba-9554-889a8746d665 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:44:44.337262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Provisioning complete for port a78e3003-a807-40ba-9554-889a8746d665 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:44.337697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:44.577845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:44.625245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] For port a78e3003-a807-40ba-9554-889a8746d665, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=a78e3003-a807-40ba-9554-889a8746d665,segment=NetworkSegment(f590273a-adcf-4687-a94c-907eb0cfee44),segment_id=f590273a-adcf-4687-a94c-907eb0cfee44)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:44:44.633683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:44.639785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:44.715215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Pushing event updated for resources: {'Port': ['ID=a78e3003-a807-40ba-9554-889a8746d665,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:44.718982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:44.858167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-07f16b09-5d8c-45bb-b626-32b01638285e None None] Provisioning complete for port a78e3003-a807-40ba-9554-889a8746d665 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:44.858667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-07f16b09-5d8c-45bb-b626-32b01638285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:45.151816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device a78e3003-a807-40ba-9554-889a8746d665 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:44:45.226338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port a78e3003-a807-40ba-9554-889a8746d665 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:45.226756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:45.233165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45762) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:45.611529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Request body: {'router': {'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'name': 'router1', 'admin_state_up': True}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:44:45.617822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:45.621775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Usage tracker for resource:router and tenant:e6d528c609874585b70c7128c0c75682 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:44:45.624930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:44:45.631640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:44:45.640413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:45.641736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:45.661521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:45.767519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:45.786102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:45.787373 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0481dcc8-9b04-4af6-9c81-e176840cd5e0 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5530157
Apr 15 10:44:47.402445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f1fd-ba00-4d4f-a8a3-dc4403142b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:48.511070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45772) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:48.906884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [None req-c763e9f5-90e5-4fbc-b52a-dc1b5c7b928e admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:44:48.907981 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c763e9f5-90e5-4fbc-b52a-dc1b5c7b928e admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3959684
Apr 15 10:44:49.413802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e49cdf5f-c9e2-4439-a30e-cd1d21e88475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:50.633443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:51.091290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:51.661289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45792) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:51.823356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:44:51.828241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:51.832273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Usage tracker for resource:network and tenant:7af71253a89a46e2a2b16028f4781e42 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:44:51.835770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:44:51.841757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:44:51.851376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Made reservation on behalf of 7af71253a89a46e2a2b16028f4781e42 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:44:51.855904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:51.868982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:51.883884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:51.887700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Usage tracker for resource:security_group_rule and tenant:7af71253a89a46e2a2b16028f4781e42 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:44:51.890501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:44:51.896352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:44:51.979608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:51.982018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:51.986213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:52.002655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Reserving flat network on physical network physnet1 {{(pid=85307) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 10:44:52.027289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c15a7ad-ddc1-4c29-89a5-05c339d769fb,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:52.030252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:52.030638 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Added segment ba263425-aa2b-4ad7-84a2-ca4a0c6050ca of type flat for network dd8f26ad-8822-4438-83a1-7cd3099d3e06
Apr 15 10:44:52.031872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:52.064873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:52.111385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:52.111385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:52.111385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:52.113135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:52.114211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:52.218393 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5560305
Apr 15 10:44:52.219125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8f26ad-8822-4438-83a1-7cd3099d3e06,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:52.234989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:52.242466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:44:54.780425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45812) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:54.896675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822ce0ac-91ec-43d3-a07d-e42381da9145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:54.898177 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-822ce0ac-91ec-43d3-a07d-e42381da9145 admin admin] 10.222.0.93 "GET /v2.0/subnets/41e78e3d-4f72-4964-a658-8f87193dfad1 HTTP/1.1" status: 200  len: 849 time: 0.1167197
Apr 15 10:44:55.194587 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5a5b72d7-0fe0-4702-a0e5-be9971b0b380 admin admin] 10.222.0.93 "GET /v2.0/routers/2c75e8cf-26e7-4af8-92c5-a2045efb255b HTTP/1.1" status: 200  len: 704 time: 0.2904437
Apr 15 10:44:55.680940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:55.918449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Allocated IP 172.20.0.1 (efe2aaf7-7e72-413c-95d2-bddbc7be39db/41e78e3d-4f72-4964-a658-8f87193dfad1/436f721e-a90c-4406-87b4-d8610cd8a5e5) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:44:56.080033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:56.097558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Transition to ACTIVE for port object 436f721e-a90c-4406-87b4-d8610cd8a5e5 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:44:56.163030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:56.176292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:56.303934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Pushing event updated for resources: {'Port': ['ID=436f721e-a90c-4406-87b4-d8610cd8a5e5,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:56.315557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:56.372030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:44:56.373122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:56.375376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:44:56.375887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:56.571189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-4ca4ce73-f6b6-4496-93c4-444c7c4e9cfd None None] Provisioning for port 436f721e-a90c-4406-87b4-d8610cd8a5e5 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:44:56.576200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-4ca4ce73-f6b6-4496-93c4-444c7c4e9cfd None None] Provisioning complete for port 436f721e-a90c-4406-87b4-d8610cd8a5e5 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:56.576613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ce73-f6b6-4496-93c4-444c7c4e9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:56.635660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4ce73-f6b6-4496-93c4-444c7c4e9cfd None None] Port 436f721e-a90c-4406-87b4-d8610cd8a5e5 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:44:56.808566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:57.092262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:57.095624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:57.096682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:57.111488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:57.234706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Pushing event updated for resources: {'Port': ['ID=436f721e-a90c-4406-87b4-d8610cd8a5e5,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:57.244454 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:57.303981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:44:57.305077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:57.462301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-1ce96998-05a7-476a-9e83-206d52f1dfc3 None None] Provisioning complete for port 436f721e-a90c-4406-87b4-d8610cd8a5e5 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:57.462795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1ce96998-05a7-476a-9e83-206d52f1dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:57.505456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Router 2c75e8cf-26e7-4af8-92c5-a2045efb255b is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:44:57.521682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1ce96998-05a7-476a-9e83-206d52f1dfc3 None None] Port 436f721e-a90c-4406-87b4-d8610cd8a5e5 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:44:57.669494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:44:57.679707 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] 10.222.0.93 "PUT /v2.0/routers/2c75e8cf-26e7-4af8-92c5-a2045efb255b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4796228
Apr 15 10:44:57.680390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Sync routers for ids ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:44:57.691882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Routers {'2c75e8cf-26e7-4af8-92c5-a2045efb255b'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:44:57.692767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2fd3e80>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:44:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:57.881788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Set router 2c75e8cf-26e7-4af8-92c5-a2045efb255b gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:44:58.453281 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2fd3e80>, [{'id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'name': 'router1', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:45Z', 'updated_at': '2021-04-15T10:44:56Z', 'revision_number': 2, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'gw_port_host': None, '_interfaces': [{'id': '436f721e-a90c-4406-87b4-d8610cd8a5e5', 'name': '', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'mac_address': 'fa:16:3e:49:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:44:56Z', 'revision_number': 2, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'subnets': [{'id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3ea4e8-59c1-414d-b948-153650f78e80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:58.458659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Checking router: 2c75e8cf-26e7-4af8-92c5-a2045efb255b for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:44:58.459047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Updating router 2c75e8cf-26e7-4af8-92c5-a2045efb255b port 436f721e-a90c-4406-87b4-d8610cd8a5e5 binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:44:58.517867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:58.976857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:58.991287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Transition to ACTIVE for port object 436f721e-a90c-4406-87b4-d8610cd8a5e5 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:44:58.997119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:59.013076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:59.153692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Pushing event updated for resources: {'Port': ['ID=436f721e-a90c-4406-87b4-d8610cd8a5e5,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:59.167230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.167610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.167982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.168348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.168711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.169073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.169460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.169822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.170200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.170557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.170914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.171266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Tracked resource versions report:
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:44:59.172376 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:44:59.187391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:59.380228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Attempting to bind port 436f721e-a90c-4406-87b4-d8610cd8a5e5 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:44:59.380649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Attempting to bind port 436f721e-a90c-4406-87b4-d8610cd8a5e5 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:44:59.381073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Attempting to bind port 436f721e-a90c-4406-87b4-d8610cd8a5e5 on network efe2aaf7-7e72-413c-95d2-bddbc7be39db {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:44:59.386731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:44:59.387139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Checking segment: {'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:44:59.387609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:59.388041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Bound using segment: {'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:44:59.388579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Bound port: 436f721e-a90c-4406-87b4-d8610cd8a5e5, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f590273a-adcf-4687-a94c-907eb0cfee44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:44:59.388981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:59.482527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] For port 436f721e-a90c-4406-87b4-d8610cd8a5e5, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:44:59.487329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] For port 436f721e-a90c-4406-87b4-d8610cd8a5e5, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=436f721e-a90c-4406-87b4-d8610cd8a5e5,segment=NetworkSegment(f590273a-adcf-4687-a94c-907eb0cfee44),segment_id=f590273a-adcf-4687-a94c-907eb0cfee44)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:44:59.493023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:59.509550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:59.661742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Pushing event updated for resources: {'Port': ['ID=436f721e-a90c-4406-87b4-d8610cd8a5e5,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:59.665018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:59.727845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Routers {'2c75e8cf-26e7-4af8-92c5-a2045efb255b'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:44:59.728546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2fd3e80>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:44:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:59.897190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] Set router 2c75e8cf-26e7-4af8-92c5-a2045efb255b gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:45:00.234814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45824) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:45:00.261646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2fd3e80>, [{'id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'name': 'router1', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:45Z', 'updated_at': '2021-04-15T10:44:56Z', 'revision_number': 2, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'gw_port_host': None, '_interfaces': [{'id': '436f721e-a90c-4406-87b4-d8610cd8a5e5', 'name': '', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'mac_address': 'fa:16:3e:49:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:44:59Z', 'revision_number': 4, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'subnets': [{'id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3ea4e8-59c1-414d-b948-153650f78e80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:45:00.265694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939ea31-78a1-4676-a290-8cb462125d4c None None] The sync data for ids ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'] in dv-cinder-786384-1-iscsi is: [{'id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'name': 'router1', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:45Z', 'updated_at': '2021-04-15T10:44:56Z', 'revision_number': 2, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'gw_port_host': None, '_interfaces': [{'id': '436f721e-a90c-4406-87b4-d8610cd8a5e5', 'name': '', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'mac_address': 'fa:16:3e:49:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:44:59Z', 'revision_number': 4, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'subnets': [{'id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3ea4e8-59c1-414d-b948-153650f78e80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:45:00.396607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162f86b-82b6-4850-8a60-de2ccf15977f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:45:00.397215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8162f86b-82b6-4850-8a60-de2ccf15977f admin admin] Synchronizing usage tracker for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:45:00.413709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8162f86b-82b6-4850-8a60-de2ccf15977f admin admin] Unset dirty status for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:45:00.414934 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8162f86b-82b6-4850-8a60-de2ccf15977f admin admin] 10.222.0.93 "GET /v2.0/networks/dd8f26ad-8822-4438-83a1-7cd3099d3e06 HTTP/1.1" status: 200  len: 842 time: 0.1790113
Apr 15 10:45:00.425718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:45:00.431348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:45:00.435258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Usage tracker for resource:subnet and tenant:7af71253a89a46e2a2b16028f4781e42 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:45:00.438161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:45:00.444845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:45:00.453291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Made reservation on behalf of 7af71253a89a46e2a2b16028f4781e42 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:45:00.458501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:00.895109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.objects.ports [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85307) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 10:45:00.895653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:00.910861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:45:01.033360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54a80ce-7f12-41cc-b89b-f6640532bd65,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:45:01.038370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:45:01.106427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:45:01.106820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Network hostable DHCP agents. Network: dd8f26ad-8822-4438-83a1-7cd3099d3e06, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:45:01.124375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:45:01.132425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, dd8f26ad-8822-4438-83a1-7cd3099d3e06) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:45:01.136427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:45:01.137059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:01.143357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b7a0e-62a0-4ecf-bd6a-e78340efc44d None None] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:45:01.157592 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7360389
Apr 15 10:45:01.383726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025d1ef-c649-45e9-8460-cfd6af3868e4 None None] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:45:03.823989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 45838) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:45:04.036106 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6e9ef3ad-ded9-454c-b834-51a6d9f60c9b admin admin] 10.222.0.93 "GET /v2.0/routers/2c75e8cf-26e7-4af8-92c5-a2045efb255b HTTP/1.1" status: 200  len: 710 time: 0.2109456
Apr 15 10:45:04.360285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90093798-5627-4bd8-88a8-faf1fa0c8232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:45:04.361791 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-90093798-5627-4bd8-88a8-faf1fa0c8232 admin admin] 10.222.0.93 "GET /v2.0/networks/dd8f26ad-8822-4438-83a1-7cd3099d3e06 HTTP/1.1" status: 200  len: 886 time: 0.3198893
Apr 15 10:45:04.372528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:45:04.836801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.185326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 436f721e-a90c-4406-87b4-d8610cd8a5e5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:45:05.189091 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.250377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.255428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 436f721e-a90c-4406-87b4-d8610cd8a5e5 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:45:05.260280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 436f721e-a90c-4406-87b4-d8610cd8a5e5 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:45:05.260688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.388162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.395344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Allocated IP 172.27.1.234 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/9580d3d1-576e-4803-ae3e-3866c91f79c8) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:45:05.422558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 436f721e-a90c-4406-87b4-d8610cd8a5e5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=436f721e-a90c-4406-87b4-d8610cd8a5e5,segment=NetworkSegment(f590273a-adcf-4687-a94c-907eb0cfee44),segment_id=f590273a-adcf-4687-a94c-907eb0cfee44)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:45:05.426636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.429021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:45:05.500555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=436f721e-a90c-4406-87b4-d8610cd8a5e5,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:45:05.503920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:45:05.552807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.582456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:05.598230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:45:05.730380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Pushing event updated for resources: {'Port': ['ID=9580d3d1-576e-4803-ae3e-3866c91f79c8,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:45:05.735562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:45:05.787609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:45:05.788719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:45:05.791085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:45:06.377305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:06.729726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:06.733263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853823678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853822005'] for router, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:06.918867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Router 2c75e8cf-26e7-4af8-92c5-a2045efb255b has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:45:07.103635 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:45:07.111817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:07.122833 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] 10.222.0.93 "PUT /v2.0/routers/2c75e8cf-26e7-4af8-92c5-a2045efb255b HTTP/1.1" status: 200  len: 890 time: 2.7445641
Apr 15 10:45:07.123328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Sync routers for ids ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:45:07.126136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Routers {'2c75e8cf-26e7-4af8-92c5-a2045efb255b'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:45:07.126858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2119da0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:44:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:45:07.188763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 436f721e-a90c-4406-87b4-d8610cd8a5e5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:45:07.386254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 436f721e-a90c-4406-87b4-d8610cd8a5e5 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:45:07.386786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:07.434112 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Set router 2c75e8cf-26e7-4af8-92c5-a2045efb255b gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:45:07.873088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2119da0>, [{'id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'name': 'router1', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9580d3d1-576e-4803-ae3e-3866c91f79c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:45Z', 'updated_at': '2021-04-15T10:45:06Z', 'revision_number': 4, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'gw_port': {'id': '9580d3d1-576e-4803-ae3e-3866c91f79c8', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:28:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:05Z', 'updated_at': '2021-04-15T10:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '436f721e-a90c-4406-87b4-d8610cd8a5e5', 'name': '', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'mac_address': 'fa:16:3e:49:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:05Z', 'revision_number': 5, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'subnets': [{'id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3ea4e8-59c1-414d-b948-153650f78e80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:45:07.878157 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Checking router: 2c75e8cf-26e7-4af8-92c5-a2045efb255b for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:45:07.878644 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Updating router 2c75e8cf-26e7-4af8-92c5-a2045efb255b port 9580d3d1-576e-4803-ae3e-3866c91f79c8 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:45:07.934593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:08.349569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:08.362659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Transition to ACTIVE for port object 9580d3d1-576e-4803-ae3e-3866c91f79c8 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:45:08.368493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:08.384554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:45:08.521052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54900351-ff0c-4cd6-a0c1-15b6a56f07dd None None] Pushing event updated for resources: {'Port': ['ID=9580d3d1-576e-4803-ae3e-3866c91f79c8,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:45:08.525475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-54900351-ff0c-4cd6-a0c1-15b6a56f07dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:45:08.587600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Attempting to bind port 9580d3d1-576e-4803-ae3e-3866c91f79c8 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:45:08.588015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Attempting to bind port 9580d3d1-576e-4803-ae3e-3866c91f79c8 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:45:08.588414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Attempting to bind port 9580d3d1-576e-4803-ae3e-3866c91f79c8 on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:45:08.594004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:45:08.594417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:45:08.594855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:08.595284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:45:08.595786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Bound port: 9580d3d1-576e-4803-ae3e-3866c91f79c8, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:45:08.596195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:08.678758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] For port 9580d3d1-576e-4803-ae3e-3866c91f79c8, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:45:08.681868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] For port 9580d3d1-576e-4803-ae3e-3866c91f79c8, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=9580d3d1-576e-4803-ae3e-3866c91f79c8,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:45:08.684997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:08.700741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-78140a18-1599-4471-916d-9fad7c9f0843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:45:09.012355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54900351-ff0c-4cd6-a0c1-15b6a56f07dd None None] Pushing event updated for resources: {'Port': ['ID=9580d3d1-576e-4803-ae3e-3866c91f79c8,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:45:09.016869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-54900351-ff0c-4cd6-a0c1-15b6a56f07dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:45:09.054675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Routers {'2c75e8cf-26e7-4af8-92c5-a2045efb255b'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:45:09.055335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2119da0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:44:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:45:09.244702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] Set router 2c75e8cf-26e7-4af8-92c5-a2045efb255b gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:45:09.591590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2119da0>, [{'id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'name': 'router1', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9580d3d1-576e-4803-ae3e-3866c91f79c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:45Z', 'updated_at': '2021-04-15T10:45:06Z', 'revision_number': 4, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'gw_port': {'id': '9580d3d1-576e-4803-ae3e-3866c91f79c8', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:28:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:05Z', 'updated_at': '2021-04-15T10:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '436f721e-a90c-4406-87b4-d8610cd8a5e5', 'name': '', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'mac_address': 'fa:16:3e:49:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:05Z', 'revision_number': 5, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'subnets': [{'id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3ea4e8-59c1-414d-b948-153650f78e80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:45:09.595669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ae9d8-3194-4e89-a627-e0a0c4466313 None None] The sync data for ids ['2c75e8cf-26e7-4af8-92c5-a2045efb255b'] in dv-cinder-786384-1-iscsi is: [{'id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'name': 'router1', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9580d3d1-576e-4803-ae3e-3866c91f79c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:45Z', 'updated_at': '2021-04-15T10:45:06Z', 'revision_number': 4, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'gw_port': {'id': '9580d3d1-576e-4803-ae3e-3866c91f79c8', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:28:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:05Z', 'updated_at': '2021-04-15T10:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '436f721e-a90c-4406-87b4-d8610cd8a5e5', 'name': '', 'network_id': 'efe2aaf7-7e72-413c-95d2-bddbc7be39db', 'tenant_id': 'e6d528c609874585b70c7128c0c75682', 'mac_address': 'fa:16:3e:49:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e8cf-26e7-4af8-92c5-a2045efb255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:05Z', 'revision_number': 5, 'project_id': 'e6d528c609874585b70c7128c0c75682', 'subnets': [{'id': '41e78e3d-4f72-4964-a658-8f87193dfad1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3ea4e8-59c1-414d-b948-153650f78e80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:45:09.828449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 45848) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:45:10.011936 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-65dbfb5e-b014-490b-98db-92fa7f40f065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:45:10.012615 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-65dbfb5e-b014-490b-98db-92fa7f40f065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:45:10.445979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.policy [None req-65dbfb5e-b014-490b-98db-92fa7f40f065 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85306) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 10:45:10.560248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:45:10.657141 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-65dbfb5e-b014-490b-98db-92fa7f40f065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:45:10.657799 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING oslo_policy.policy [None req-65dbfb5e-b014-490b-98db-92fa7f40f065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:45:10.676973 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-65dbfb5e-b014-490b-98db-92fa7f40f065 admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.8474731
Apr 15 10:45:11.189943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 9580d3d1-576e-4803-ae3e-3866c91f79c8 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:45:11.263815 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 9580d3d1-576e-4803-ae3e-3866c91f79c8 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:45:11.269326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 9580d3d1-576e-4803-ae3e-3866c91f79c8 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:45:11.270020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:11.397301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:11.415348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 9580d3d1-576e-4803-ae3e-3866c91f79c8, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=9580d3d1-576e-4803-ae3e-3866c91f79c8,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:45:11.418460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:11.421601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:45:11.492042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=9580d3d1-576e-4803-ae3e-3866c91f79c8,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:45:11.495213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:45:13.191172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 9580d3d1-576e-4803-ae3e-3866c91f79c8 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:45:13.294263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 9580d3d1-576e-4803-ae3e-3866c91f79c8 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:45:13.294673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:17.430674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-924656e9-39ac-4483-a57a-eb12744b07c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:19.439098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c3d565e-5143-4d85-8018-47b540c14b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:20.649691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:21.095037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:22.114568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:47.414321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20c9e897-7ec7-4c69-8eb0-a51ee7202520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:47.560811 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:45:49.414602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b4e649e0-583c-4da6-aa6b-506c01e0f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:50.637902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:51.102659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:52.128559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:17.406341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d654030d-a753-4b00-85da-7689755755fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:19.416324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7c72bae0-2314-4846-a90f-8599476e4601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:20.638170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:21.095702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:22.122013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:24.560832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:46:47.407344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d53be30e-f493-400b-b715-551fb84e238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:49.417658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e84b6b85-a95c-4bab-b545-025e5b74873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:50.642699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:51.098135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:52.128569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:54.565850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 46424) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:54.647219 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61080fe-1722-4d80-be6d-8e355f85a5ec admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:46:54.648562 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e61080fe-1722-4d80-be6d-8e355f85a5ec admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0817077
Apr 15 10:46:54.815142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b760d3-818b-4d3f-be8d-8420d52f76d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:54.816686 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-95b760d3-818b-4d3f-be8d-8420d52f76d6 admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1637864
Apr 15 10:46:57.320381 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 46434) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:57.435546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e7d569-9506-4547-9dae-8f7e66619e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:57.436954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-51e7d569-9506-4547-9dae-8f7e66619e51 admin admin] 10.222.0.93 "GET /v2.0/subnets/41e78e3d-4f72-4964-a658-8f87193dfad1 HTTP/1.1" status: 200  len: 849 time: 0.1155565
Apr 15 10:46:57.448072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:46:57.574628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:57.891373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363303924109274'] for subnet, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:57.907103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:46:58.060087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e78e3d-4f72-4964-a658-8f87193dfad1,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:46:58.080516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.080895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.081285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.081646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.082007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.082368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.082725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.083078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.083442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.083796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.084148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.084492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Tracked resource versions report:
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:46:58.085608 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:46:58.123932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:46:58.129785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:58.130438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:58.133445 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] 10.222.0.93 "PUT /v2.0/subnets/41e78e3d-4f72-4964-a658-8f87193dfad1 HTTP/1.1" status: 200  len: 868 time: 0.6878064
Apr 15 10:46:58.148452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1351df38-1445-439c-8f00-bbfc4905fd86 None None] Network efe2aaf7-7e72-413c-95d2-bddbc7be39db requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:46:58.586132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-2f5c5fbc-fbfa-4eaf-84bc-d16317e52ef2 None None] Provisioning complete for port 436f721e-a90c-4406-87b4-d8610cd8a5e5 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:46:58.586656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5fbc-fbfa-4eaf-84bc-d16317e52ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:58.728024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-2f5c5fbc-fbfa-4eaf-84bc-d16317e52ef2 None None] Provisioning complete for port a78e3003-a807-40ba-9554-889a8746d665 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:46:58.728386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5fbc-fbfa-4eaf-84bc-d16317e52ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:00.659444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46448) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:00.849468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29663e81-bdb4-4fec-b9a8-7745919221fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:00.849991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29663e81-bdb4-4fec-b9a8-7745919221fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:00.851663 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-29663e81-bdb4-4fec-b9a8-7745919221fb admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1911640
Apr 15 10:47:01.561259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:47:03.390539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46458) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:03.576423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c70ea-e2fc-4302-bb85-611479f79ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:03.576865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c70ea-e2fc-4302-bb85-611479f79ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:03.578502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8e6c70ea-e2fc-4302-bb85-611479f79ab0 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1869287
Apr 15 10:47:06.074627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46468) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:06.252978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17422656-c949-4eea-8fb5-04017a92f187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:06.254367 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-17422656-c949-4eea-8fb5-04017a92f187 admin admin] 10.222.0.93 "GET /v2.0/networks/dd8f26ad-8822-4438-83a1-7cd3099d3e06 HTTP/1.1" status: 200  len: 886 time: 0.1787171
Apr 15 10:47:08.730728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46478) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:08.920786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb286152-ead8-4145-af68-ce060c25face admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:08.922185 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-bb286152-ead8-4145-af68-ce060c25face admin admin] 10.222.0.93 "GET /v2.0/networks/efe2aaf7-7e72-413c-95d2-bddbc7be39db HTTP/1.1" status: 200  len: 870 time: 0.1904271
Apr 15 10:47:11.392960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46488) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:11.509724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379449dd-6832-4ef0-b3c0-b881a5cdc1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:11.510149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379449dd-6832-4ef0-b3c0-b881a5cdc1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:11.510914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-379449dd-6832-4ef0-b3c0-b881a5cdc1bb admin admin] Synchronizing usage tracker for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:subnet {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:47:11.526291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-379449dd-6832-4ef0-b3c0-b881a5cdc1bb admin admin] Unset dirty status for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:subnet {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:47:11.527531 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-379449dd-6832-4ef0-b3c0-b881a5cdc1bb admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1334908
Apr 15 10:47:14.081268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46498) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:14.199739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e246fcc7-bcd0-47ae-ac92-e30e904438ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:14.200249 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e246fcc7-bcd0-47ae-ac92-e30e904438ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:14.201894 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e246fcc7-bcd0-47ae-ac92-e30e904438ca admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1195743
Apr 15 10:47:16.762790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46508) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:16.881308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2290236-14a0-4e61-ac62-2d6e17ce9715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:16.882762 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b2290236-14a0-4e61-ac62-2d6e17ce9715 admin admin] 10.222.0.93 "GET /v2.0/subnets/41e78e3d-4f72-4964-a658-8f87193dfad1 HTTP/1.1" status: 200  len: 868 time: 0.1189551
Apr 15 10:47:17.410224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02812f6d-7c6e-42a5-9c40-533cffc3a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:19.415945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46518) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:19.418906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-777b5283-3f8e-4433-8eec-a9c66e3c33dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:19.530563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc3f90-0d4f-49ac-a1e2-114da3321859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:19.532524 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-bbdc3f90-0d4f-49ac-a1e2-114da3321859 admin admin] 10.222.0.93 "GET /v2.0/subnets/c54a80ce-7f12-41cc-b89b-f6640532bd65 HTTP/1.1" status: 200  len: 816 time: 0.1150672
Apr 15 10:47:20.644826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:21.098895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:22.134051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:38.560473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:47:46.167789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46562) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:46.219730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [None req-add46dcc-0b51-41d8-97b4-5031cf4d75ad admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:47:46.221419 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-add46dcc-0b51-41d8-97b4-5031cf4d75ad admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0525506
Apr 15 10:47:47.424990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-df89933c-27eb-4d8b-b037-a5577e54f5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:48.890991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46572) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:48.995506 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b7cbd0-d5a9-4c49-8157-376c1950ed6b admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:47:48.996934 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e3b7cbd0-d5a9-4c49-8157-376c1950ed6b admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1049256
Apr 15 10:47:49.136137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4435d8-3578-41ef-a0ba-66786d61fc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:49.137625 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9e4435d8-3578-41ef-a0ba-66786d61fc31 admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1331947
Apr 15 10:47:49.420859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf732-c948-4beb-bf91-7430bd2489c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:50.649268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:51.100647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:51.681271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46582) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:51.734311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:47:51.740238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:47:51.750274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:47:51.760093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Made reservation on behalf of 7af71253a89a46e2a2b16028f4781e42 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:47:51.764750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:51.863889 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.services.revisions.revision_plugin [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f14b2254198] {project_id='7af71253a89a46e2a2b16028f4781e42', id='7bf96885-a667-43d2-b4b9-3459558d7ab6', target_tenant='*', action='access_as_shared', object_id='cd050b36-c05e-42d2-9d69-a01baeac098d'}> to bump revision.
Apr 15 10:47:51.875902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:47:51.885603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:51.885988 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Added segment 1f6dec41-49e3-4fdd-a9ae-75a60230682f of type vlan for network cd050b36-c05e-42d2-9d69-a01baeac098d
Apr 15 10:47:51.911628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:51.941068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:51.942447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:51.943085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:51.947801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:52.139840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:52.246071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.5636148
Apr 15 10:47:52.248867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cd050b36-c05e-42d2-9d69-a01baeac098d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:52.256842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.257258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.257648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.258020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.258385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.258750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.259112 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.259473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.259836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.260196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.260551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.260906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:52.264913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:52.277723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network cd050b36-c05e-42d2-9d69-a01baeac098d details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:47:54.818481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46592) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:54.894674 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cac75ee-1e38-4f91-8014-c762462033c3 admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:47:54.895247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3cac75ee-1e38-4f91-8014-c762462033c3 admin admin] Synchronizing usage tracker for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:47:54.909876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3cac75ee-1e38-4f91-8014-c762462033c3 admin admin] Unset dirty status for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:47:54.911081 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3cac75ee-1e38-4f91-8014-c762462033c3 admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0915728
Apr 15 10:47:55.025960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7655ee-8668-4c7d-a763-ce100736e711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:55.027395 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1e7655ee-8668-4c7d-a763-ce100736e711 admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1119752
Apr 15 10:47:55.038237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Request body: {'subnet': {'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:47:55.042798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:47:55.052614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:47:55.061171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Made reservation on behalf of 7af71253a89a46e2a2b16028f4781e42 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:47:55.066356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:55.468618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:55.483920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-03d3743d-d40d-4e38-a2ae-a980de3b3473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:55.611591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466d887d-7722-40f8-b513-3b9f883e9663,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:55.614616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:55.683049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Checking segment: {'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:47:55.683429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Network hostable DHCP agents. Network: cd050b36-c05e-42d2-9d69-a01baeac098d, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:47:55.701596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Network cd050b36-c05e-42d2-9d69-a01baeac098d is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:47:55.709599 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, cd050b36-c05e-42d2-9d69-a01baeac098d) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:47:55.713725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:47:55.714359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:55.722445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9872b7-2a4f-46cc-bf68-4397871d8f8e None None] Network cd050b36-c05e-42d2-9d69-a01baeac098d requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:47:55.741374 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9f64daa7-7db5-42b9-8b5c-c84eed613224 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7065885
Apr 15 10:47:55.960526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-cd050b36-c05e-42d2-9d69-a01baeac098d', 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d', 'tenant_id': '7af71253a89a46e2a2b16028f4781e42', 'fixed_ips': [{'subnet_id': '466d887d-7722-40f8-b513-3b9f883e9663'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:47:55.961550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:56.287249 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Allocated IP 192.168.233.2 (cd050b36-c05e-42d2-9d69-a01baeac098d/466d887d-7722-40f8-b513-3b9f883e9663/f1a373bd-9650-490c-81e2-c7f6f17940a4) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:47:56.513617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:56.525866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Transition to ACTIVE for port object f1a373bd-9650-490c-81e2-c7f6f17940a4 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:47:56.546591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Transition to ACTIVE for port object f1a373bd-9650-490c-81e2-c7f6f17940a4 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:47:56.551395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:56.565718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:56.690298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Pushing event updated for resources: {'Port': ['ID=f1a373bd-9650-490c-81e2-c7f6f17940a4,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:56.707477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.707872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.708254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.708630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.709003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.709401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.709769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.710762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.710762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.710955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.711149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.711501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:56.716825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:56.772511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Network cd050b36-c05e-42d2-9d69-a01baeac098d is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:47:56.773761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:47:56.776144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:47:56.873664 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Attempting to bind port f1a373bd-9650-490c-81e2-c7f6f17940a4 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:47:56.874019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Attempting to bind port f1a373bd-9650-490c-81e2-c7f6f17940a4 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:47:56.874419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Attempting to bind port f1a373bd-9650-490c-81e2-c7f6f17940a4 on network cd050b36-c05e-42d2-9d69-a01baeac098d {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:47:56.881703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:47:56.881703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Checking segment: {'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:47:56.882018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:56.882181 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Bound using segment: {'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:47:56.882699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Bound port: f1a373bd-9650-490c-81e2-c7f6f17940a4, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:47:56.883117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:56.979790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] For port f1a373bd-9650-490c-81e2-c7f6f17940a4, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:47:56.983529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] For port f1a373bd-9650-490c-81e2-c7f6f17940a4, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=f1a373bd-9650-490c-81e2-c7f6f17940a4,segment=NetworkSegment(1f6dec41-49e3-4fdd-a9ae-75a60230682f),segment_id=1f6dec41-49e3-4fdd-a9ae-75a60230682f)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:47:56.986439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:56.999758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:57.146853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Pushing event updated for resources: {'Port': ['ID=f1a373bd-9650-490c-81e2-c7f6f17940a4,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:57.150978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:58.428392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42863987-e86e-4745-8797-c4386e3b3966 None None] Network cd050b36-c05e-42d2-9d69-a01baeac098d requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:47:58.550162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-a061112a-4d8e-48af-a6d3-a50b82502a0f None None] Provisioning for port f1a373bd-9650-490c-81e2-c7f6f17940a4 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:47:59.328866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device f1a373bd-9650-490c-81e2-c7f6f17940a4 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:47:59.400608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port f1a373bd-9650-490c-81e2-c7f6f17940a4 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:47:59.405595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port f1a373bd-9650-490c-81e2-c7f6f17940a4 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:47:59.406007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:59.532187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:59.570504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port f1a373bd-9650-490c-81e2-c7f6f17940a4, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=f1a373bd-9650-490c-81e2-c7f6f17940a4,segment=NetworkSegment(1f6dec41-49e3-4fdd-a9ae-75a60230682f),segment_id=1f6dec41-49e3-4fdd-a9ae-75a60230682f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:47:59.573243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:59.575362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:59.643886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=f1a373bd-9650-490c-81e2-c7f6f17940a4,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:59.647034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:01.309138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device f1a373bd-9650-490c-81e2-c7f6f17940a4 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:48:01.385556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port f1a373bd-9650-490c-81e2-c7f6f17940a4 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:01.385971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.560444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:48:17.417963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb828d48-435d-4dbe-b30f-48eba5dfbf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:19.422146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ef340a7c-1f72-43a6-a147-a9f196033aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:20.650464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:21.101739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:22.142177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:47.420246 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1ced-b65f-4d76-bf8c-bc123888426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:49.423280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-90f53bd2-3d2d-43fa-a3a6-08ad33491e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:50.653810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:51.104611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:52.145830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:52.559427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:49:15.063802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46634) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:49:15.070243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [None req-0fc86f5a-a6e2-472a-9106-4c35723891fe tempest-verify_tempest_config-1156614440 tempest-verify_tempest_config-1156614440-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:49:15.071265 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0fc86f5a-a6e2-472a-9106-4c35723891fe tempest-verify_tempest_config-1156614440 tempest-verify_tempest_config-1156614440-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064189
Apr 15 10:49:15.388715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46652) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:49:15.512776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:15.529147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:49:15.533298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Usage tracker for resource:security_group_rule and tenant:173f83c0ae4d4dc5bba00ab4b252d4ea is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:49:15.536212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:49:15.542164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:49:15.632481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:15.635177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:15.645041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:49:15.684812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Synchronizing usage tracker for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:49:15.689619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd7c79-2a02-4df2-bf11-f0a3ed32027d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:49:15.699823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.700210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.700582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.700949 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.701336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.701699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.702057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.702447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.702814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.703166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.703526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.703881 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.714127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:49:15.717159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Unset dirty status for tenant:7af71253a89a46e2a2b16028f4781e42 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:49:15.721496 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=173f83c0ae4d4dc5bba00ab4b252d4ea&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3316858
Apr 15 10:49:15.721621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 46658) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:49:15.797925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:15.825174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:15.879847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:15.885813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:49:15.896358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd7c79-2a02-4df2-bf11-f0a3ed32027d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:49:15.906687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.907077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.907444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.907803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.908159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.908517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.908866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.909217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.909603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.909957 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.910303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.910648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:49:15.914301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:49:15.915701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:15.916883 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d2bd7c79-2a02-4df2-bf11-f0a3ed32027d HTTP/1.1" status: 204  len: 168 time: 0.1943467
Apr 15 10:49:17.423056 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bf40dfb9-74cb-415d-b635-4b19f5cc0635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:19.424706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ad6e73f6-4fd0-4e40-ac4d-de559dc1b1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:20.656096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:21.108764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:22.147308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:29.558888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:49:47.435382 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ded3e784-36fa-482b-a188-b3b5f157e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:49.425594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a68d161-a063-4da6-9d9e-3cb2fa2c0d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:50.660458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:51.110683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:52.155423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:06.562447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:50:17.427413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f2844616-96f7-4670-9d1e-a72c812dac16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:19.426991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36b401cf-41a7-4cb3-9b1f-21c699c9d4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:20.662949 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:21.111801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:22.155746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:43.562085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:50:47.429518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-aab6a4cf-aab9-45c3-b8ee-ea6fb1f964df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:49.429470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ee584c14-a328-4789-8129-13bffa6637ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:50.474337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:50.664273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:51.113022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:52.158047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:55.380504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 46718) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:55.502025 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a70e1e6d-fb1e-4bf5-beb0-1f51a1045e91 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1203530
Apr 15 10:50:58.051787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 46728) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:58.111777 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7ebcc808-4204-4fbc-9dce-7455b816dc77 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0587986
Apr 15 10:51:17.430582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92462d11-8ccc-4908-bc03-7f759b919343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:19.430175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-306a317c-499b-47d2-b042-323e8b9480a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:20.419690 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:20.561722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:51:20.666270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:21.114416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:22.161832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:47.547120 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-51892185-43ca-438f-bdf0-337858d0ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:49.431513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb745a3d-4aaf-4972-8aff-4e7783a29a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:50.431326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:50.672983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:51.117324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.171607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.561385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:52:17.431162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-23fc5a90-c744-4af0-8f97-0008cf6417e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.433919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f4933d6b-d7a7-4c6b-9c67-b597d88ec531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.443409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.668125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:21.122870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:22.168002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:33.016748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46944) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:33.257779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46962) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:33.293173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 46968) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:33.521628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1716209090-network', 'tenant_id': 'd180fa58116a4a018e0031d797e4aeca'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:33.527310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:33.531632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Usage tracker for resource:network and tenant:d180fa58116a4a018e0031d797e4aeca is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:33.534547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:33.541055 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:33.544833 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 46980) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:33.558616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Made reservation on behalf of d180fa58116a4a018e0031d797e4aeca for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:33.565336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:33.579714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:33.595299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:33.599299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Usage tracker for resource:security_group_rule and tenant:d180fa58116a4a018e0031d797e4aeca is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:33.603916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:33.613908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-357150446-network', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:33.618744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:33.621277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:33.625695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Usage tracker for resource:network and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:33.628843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:33.638080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:33.648660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Made reservation on behalf of e4fc3a0be00044e683a6ad5825f9e4b5 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:33.654890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:33.674289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:33.697823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:33.704841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Usage tracker for resource:security_group_rule and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:33.718447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:33.724931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:33.768386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-network', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:33.781196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:33.785334 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Usage tracker for resource:network and tenant:74986e2eb06646fd84ac971fbe14ffda is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:33.788232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:33.794929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:33.817179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Made reservation on behalf of 74986e2eb06646fd84ac971fbe14ffda for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:33.821877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:33.847646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:33.889033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:33.900863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Usage tracker for resource:security_group_rule and tenant:74986e2eb06646fd84ac971fbe14ffda is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:33.921128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-931623559-network', 'tenant_id': 'b0ed98951ba74b3a8f4d9dad86050150'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:33.923839 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.quota [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f14b2b6dfd0>.
Apr 15 10:52:33.930862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:33.942433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:33.947664 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Usage tracker for resource:network and tenant:b0ed98951ba74b3a8f4d9dad86050150 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:33.952956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:33.974254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:33.982466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:34.023925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.030155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.032188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Made reservation on behalf of b0ed98951ba74b3a8f4d9dad86050150 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:34.037975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.046128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.079652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.079892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:34.091175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.091740 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Added segment e289a881-0382-46eb-9996-04efad2f3c2b of type vlan for network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544
Apr 15 10:52:34.119348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:34.124672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.128479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Usage tracker for resource:security_group_rule and tenant:b0ed98951ba74b3a8f4d9dad86050150 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:34.132064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e9000ad5-85fa-474a-a607-2bcad9ada07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:34.135621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:34.151960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:34.160981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.220309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.228653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:34.229321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.384641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.390596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.395088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.398826 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1399398
Apr 15 10:52:34.407056 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:34.409964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47010) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:34.410800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.416934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:34.433938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Request body: {'subnet': {'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-subnet', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:34.441482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732930736055', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.442126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f14b3bffb70> segment precommit_create {{(pid=85306) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 10:52:34.442322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:34.442623 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Added segment b2e9a636-9c84-4309-b375-75a59f8d9181 of type vlan for network 520f7dbd-7bf3-4f58-9c10-2e472df93605
Apr 15 10:52:34.447500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Usage tracker for resource:subnet and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:34.452306 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:34.461409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:34.493005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:34.505536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.506301 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Added segment fc1c0415-a4fd-4327-b064-41a1be844c07 of type vlan for network e708f5ba-7f80-4884-85cc-9bbf29be3d29
Apr 15 10:52:34.540423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.559208 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.559625 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Added segment 6c4de2e0-5b89-43f3-8d89-9eefd59e891f of type vlan for network edfd086f-6fea-44a8-8e20-032e1fd59223
Apr 15 10:52:34.560645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Made reservation on behalf of e4fc3a0be00044e683a6ad5825f9e4b5 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:34.563536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:52:34.565489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.579990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.586823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10789f6-0ad7-4b49-89c6-58630186c995,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:34.665446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-28cc74c2-da9b-42eb-8941-be9d2d9ee11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:34.668684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.resource_extend [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:52:34.688683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.689069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.689499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.689875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.690243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.690617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.690982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.691347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.691712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.692076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.692429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.692788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Tracked resource versions report:
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:52:34.693938 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:52:34.710024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:34.718572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:34.762149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f44e9-1224-4b32-89ac-a3030fb4452f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:34.778027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.780736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.782491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.787542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.788195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.788754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.789313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.789882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.790405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.790943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.791465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.791606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.792110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.792870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.794086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Tracked resource versions report:
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:52:34.795363 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:52:34.798290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:34.798657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.802519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:34.803336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:34.835342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:34.864545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:34.867487 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.5729225
Apr 15 10:52:34.868414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:34.881931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47036) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:34.908002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Request body: {'subnet': {'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-subnet', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:34.921792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:34.926173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Usage tracker for resource:subnet and tenant:74986e2eb06646fd84ac971fbe14ffda is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:34.939045 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:34.967740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:34.971641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2676ea9-3c2a-428e-9832-7effc936f01a,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:34.991475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:34.997075 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4501495
Apr 15 10:52:34.997505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5589c635-8ad1-4004-acb2-b84e2822d8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.679s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:34.998292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47050) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:35.010891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Request body: {'subnet': {'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-931623559-subnet', 'tenant_id': 'b0ed98951ba74b3a8f4d9dad86050150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:35.033983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:35.046187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Usage tracker for resource:subnet and tenant:b0ed98951ba74b3a8f4d9dad86050150 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:35.052742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:35.056260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Pushing event updated for resources: {'Network': ['ID=520f7dbd-7bf3-4f58-9c10-2e472df93605,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:35.073070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 520f7dbd-7bf3-4f58-9c10-2e472df93605 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:35.089595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:35.096193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Made reservation on behalf of 74986e2eb06646fd84ac971fbe14ffda for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:35.106630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.108961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:35.111101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Made reservation on behalf of b0ed98951ba74b3a8f4d9dad86050150 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:35.117137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.392058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.429412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:35.430053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.492693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Pushing event updated for resources: {'Network': ['ID=09cc6cf2-4fb2-4daf-9b02-567c8b07f544,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:35.505213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:35.676691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.698659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-81283e29-f8c0-4400-9230-30d3f3d02720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:35.752274 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.7324793
Apr 15 10:52:35.757890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47080) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:35.807516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Request body: {'subnet': {'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1716209090-subnet', 'tenant_id': 'd180fa58116a4a018e0031d797e4aeca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:35.817935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:35.828770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Pushing event updated for resources: {'Network': ['ID=e708f5ba-7f80-4884-85cc-9bbf29be3d29,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:35.844115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:35.845073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Usage tracker for resource:subnet and tenant:d180fa58116a4a018e0031d797e4aeca is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:35.850534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.294s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:35.850896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:35.862394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:35.865713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:35.868767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.002s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:35.903760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:35.926641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50ce64f-dbd3-47a7-a27c-ac06611a1e19,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:35.932158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:36.015544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Checking segment: {'id': 'b2e9a636-9c84-4309-b375-75a59f8d9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:36.015969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Network hostable DHCP agents. Network: 520f7dbd-7bf3-4f58-9c10-2e472df93605, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:36.048847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Made reservation on behalf of d180fa58116a4a018e0031d797e4aeca for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:36.054168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.054756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Network 520f7dbd-7bf3-4f58-9c10-2e472df93605 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:36.075095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 520f7dbd-7bf3-4f58-9c10-2e472df93605) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:36.079384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:36.080241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.103365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d76cd-8dd2-44fd-bea8-c56be0b12842 None None] Network 520f7dbd-7bf3-4f58-9c10-2e472df93605 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:36.124417 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1192086
Apr 15 10:52:36.211497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Pushing event updated for resources: {'Network': ['ID=edfd086f-6fea-44a8-8e20-032e1fd59223,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:36.226314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network edfd086f-6fea-44a8-8e20-032e1fd59223 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:36.233140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:36.248432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47100) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:36.276982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.785s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:36.277922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:36.435582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.477411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:36.487391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Usage tracker for resource:security_group_rule and tenant:9c856dff36d64e48914ebfdbb9d9df05 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:36.501400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:36.521841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:36.667922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cbedbd-ead5-45af-bc17-6a0b2e9263e8 None None] Network 520f7dbd-7bf3-4f58-9c10-2e472df93605 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:36.672215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.678632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.701089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.736005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:36.896304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:36.925283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:36.946997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:36.985756 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9c856dff36d64e48914ebfdbb9d9df05&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7360408
Apr 15 10:52:36.988888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47136) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:36.991689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450a375d-c8d9-4c72-b670-8786867d184b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:37.011168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:37.096192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47154) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:37.101066 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 10:52:37.131729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.161539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.189773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:37.236453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.304857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.324667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-25f1cb30-baa0-4bc5-a64a-8ad80bcde88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:37.343277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Checking segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:37.343942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Network hostable DHCP agents. Network: 09cc6cf2-4fb2-4daf-9b02-567c8b07f544, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:37.344917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a375d-c8d9-4c72-b670-8786867d184b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:37.349895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:37.362039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=166cf903-3412-49fe-aa7b-e53610caf8b7,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:37.365012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.368675 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/450a375d-c8d9-4c72-b670-8786867d184b HTTP/1.1" status: 204  len: 168 time: 0.3759651
Apr 15 10:52:37.368836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:37.409452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-7c900316-c6a0-49c7-9283-8009868737d5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:37.410250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-7c900316-c6a0-49c7-9283-8009868737d5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Synchronizing usage tracker for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:37.427956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:37.453560 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 09cc6cf2-4fb2-4daf-9b02-567c8b07f544) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:37.459212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-7c900316-c6a0-49c7-9283-8009868737d5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Unset dirty status for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:37.464454 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ae067-37f2-406e-b928-9d25a733f921 None None] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:37.465022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:37.465699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.474313 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-7c900316-c6a0-49c7-9283-8009868737d5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/networks?id=520f7dbd-7bf3-4f58-9c10-2e472df93605 HTTP/1.1" status: 200  len: 811 time: 0.3769765
Apr 15 10:52:37.493654 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-04c68104-912b-47af-83fe-150a833dc8a5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/quotas/b0ed98951ba74b3a8f4d9dad86050150 HTTP/1.1" status: 200  len: 375 time: 0.0178256
Apr 15 10:52:37.554852 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6c31471e-92c2-4ad8-a520-e93393bbbb22 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.1425898
Apr 15 10:52:37.559533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47170) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:37.561909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.576602 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-8a3e0ed4-7757-462d-a51d-4519bf133be5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0ed98951ba74b3a8f4d9dad86050150&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0816665
Apr 15 10:52:37.583156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Checking segment: {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:37.583554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Network hostable DHCP agents. Network: e708f5ba-7f80-4884-85cc-9bbf29be3d29, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:37.588880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:37.594285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:37.599283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Usage tracker for resource:router and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:37.599441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d5231f00-73d2-4fcb-bee2-0f44b988ec23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:37.602760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:37.609776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:37.624185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.625650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.679317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.829759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c1fe93-5ce0-4326-8c92-78e1ecb99c43,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:37.847765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:37.852985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:37.910143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, e708f5ba-7f80-4884-85cc-9bbf29be3d29) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:37.919556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc72d04-056b-45d8-ba4a-183e9e565558 None None] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:37.929270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:37.929978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.938441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47186) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:37.940735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-d6160be6-20bd-4a4c-b623-e5e01729501b service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:52:37.951118 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-d6160be6-20bd-4a4c-b623-e5e01729501b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1461995
Apr 15 10:52:37.977296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.993426 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.1082025
Apr 15 10:52:37.994397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47192) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:38.009061 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:38.013520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:38.019794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:52:38.020972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.026600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:38.034562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Usage tracker for resource:security_group_rule and tenant:ce481c790b9646d680276f72c2d30724 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:38.037497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Usage tracker for resource:router and tenant:74986e2eb06646fd84ac971fbe14ffda is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:38.041897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:38.045371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:38.054725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:38.061886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:38.069484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Checking segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:38.069873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Network hostable DHCP agents. Network: edfd086f-6fea-44a8-8e20-032e1fd59223, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:38.082662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.083673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.126251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Network edfd086f-6fea-44a8-8e20-032e1fd59223 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:38.131158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.151928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, edfd086f-6fea-44a8-8e20-032e1fd59223) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:38.159051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:38.159686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.170779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528cd01d-7be5-43ab-a9fe-cf576b1c6fab None None] Network edfd086f-6fea-44a8-8e20-032e1fd59223 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:38.279865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.338531 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-018d861e-77e4-412f-850d-79c931e4553c service neutron] 10.222.0.93 "GET /v2.0/networks/520f7dbd-7bf3-4f58-9c10-2e472df93605?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3863213
Apr 15 10:52:38.346637 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-80d1e4b1-cc6e-4f1c-b691-3c7b6d0a0d00 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.5647740
Apr 15 10:52:38.428552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.490850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.522583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:38.577745 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-fcaa280a-2711-4732-bcc2-32fd09df3038 service neutron] 10.222.0.93 "GET /v2.0/networks/520f7dbd-7bf3-4f58-9c10-2e472df93605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320347
Apr 15 10:52:38.602925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.619104 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ce481c790b9646d680276f72c2d30724&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6749668
Apr 15 10:52:38.621415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1032ab-5fdf-410e-b04a-f0392f45c886,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:38.624449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47212) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:38.627325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:38.646023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Allocated IP 172.20.0.2 (09cc6cf2-4fb2-4daf-9b02-567c8b07f544/15b4c53f-89e9-404e-9fff-2c8a4c8ffda2/956bed1c-5966-4b9c-a3a5-c9a36a71a3fe) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:38.649392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc419c-a04e-4be7-af06-7ab6a48c0bf8 None None] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:38.828013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58bfd6-a4f1-453f-9ff6-39aaf995a51a None None] Network edfd086f-6fea-44a8-8e20-032e1fd59223 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:38.869926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.912201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.049160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.209589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47250) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:39.217701 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 10:52:39.368115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bfc67da0-bd38-41c2-9b98-287e68c4fa2d req-1d305cc9-7911-4d5e-9cc9-c2255f3e09d3 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.3936684
Apr 15 10:52:39.369784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.414835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.485366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.530475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:39.550726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1032ab-5fdf-410e-b04a-f0392f45c886,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:39.560517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:39.566417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.581139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-c807093e-0b18-4135-92b6-53018bd8dbac tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:39.582291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-c807093e-0b18-4135-92b6-53018bd8dbac tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:39.634039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Allocated IP 172.27.1.194 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/e93ff527-c5e2-41af-8468-afd5ae3a26c5) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:39.642204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.654406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Transition to ACTIVE for port object 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:39.674584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Transition to ACTIVE for port object 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:39.681554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.691119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.692315 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f1032ab-5fdf-410e-b04a-f0392f45c886 HTTP/1.1" status: 204  len: 168 time: 1.0668740
Apr 15 10:52:39.716279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:39.742035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-c807093e-0b18-4135-92b6-53018bd8dbac tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:39.749686 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-c807093e-0b18-4135-92b6-53018bd8dbac tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 0.5346007
Apr 15 10:52:39.769337 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-7742a353-7723-49e6-be98-3b74754f0aec tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/quotas/d180fa58116a4a018e0031d797e4aeca HTTP/1.1" status: 200  len: 375 time: 0.0123296
Apr 15 10:52:39.874921 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.897986 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-045c74ac-938c-4410-affa-09dd4fc1ad5c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1195707
Apr 15 10:52:39.914384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Pushing event updated for resources: {'Port': ['ID=956bed1c-5966-4b9c-a3a5-c9a36a71a3fe,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:39.924575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.924961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.925355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.925729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.926356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.926724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.927086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.927445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.927807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.928165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.928495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.928854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Tracked resource versions report:
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:52:39.930003 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:52:39.939178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:39.968052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.008880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:40.010940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:40.013744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:40.014981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:40.087124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Allocated IP 172.27.1.34 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/a0359004-ec41-4149-90bd-faf98435da5c) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:40.144358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Attempting to bind port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:40.145242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Attempting to bind port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:40.146339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Attempting to bind port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:40.162783 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:40.163643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Checking segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:40.165600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.166246 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Bound using segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:40.166958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Bound port: 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:40.169853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.239840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Pushing event updated for resources: {'Port': ['ID=e93ff527-c5e2-41af-8468-afd5ae3a26c5,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:40.248386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:40.313465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:40.325652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:40.328771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:40.443967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] For port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:40.455351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] For port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=956bed1c-5966-4b9c-a3a5-c9a36a71a3fe,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:40.462101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.510374 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.523990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:40.547220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.572797 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c0488f76-8d2c-4d80-ba4e-c279ca3b1022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:40.753011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-f8044b16-518d-4513-bb31-8325232d1691 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:52:40.760264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-f8044b16-518d-4513-bb31-8325232d1691 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3191750
Apr 15 10:52:40.779084 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a9308942-5e97-4054-a8db-3141c5ccb970 req-a85446f1-2a8a-4c88-9777-f3012994c502 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.1492908
Apr 15 10:52:40.861532 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Pushing event updated for resources: {'Port': ['ID=956bed1c-5966-4b9c-a3a5-c9a36a71a3fe,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:40.885140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:40.981482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Pushing event updated for resources: {'Port': ['ID=a0359004-ec41-4149-90bd-faf98435da5c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:40.998127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:41.131424 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-0d0a5555-7358-4ec0-8fd3-e665fbbf3fa9 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3702273
Apr 15 10:52:41.137035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:41.137849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:41.141378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:41.174648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47336) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:41.175464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.595032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:41.610196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-966484081-network', 'tenant_id': 'caed9e0606c5401fa61a7b5cfef2bac6'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:41.613173 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-cfb4d214-abd9-4788-a9a8-4717eff7d867 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4730151
Apr 15 10:52:41.705740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:41.722772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:41.735879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47352) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:41.738721 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Usage tracker for resource:network and tenant:caed9e0606c5401fa61a7b5cfef2bac6 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:41.743731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:41.766578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.767541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:41.806677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Made reservation on behalf of caed9e0606c5401fa61a7b5cfef2bac6 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:41.812139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.833124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.927562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:41.942763 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a962dfc4-f706-41b8-bc64-99efbecb6afc req-481afc86-bb73-49cb-9744-b33061960c4e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.0785739
Apr 15 10:52:41.943784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Usage tracker for resource:security_group_rule and tenant:caed9e0606c5401fa61a7b5cfef2bac6 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:41.967887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:41.975557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.992697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:41.998188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.007029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:42.077863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Usage tracker for resource:security_group_rule and tenant:888def52a6654c12bf7601b02934bf8e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:42.087746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:42.163721 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:42.205526 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fc7d04f-33c7-4b1f-bccd-14cb37e56d24 req-cd3016ca-c8c7-4d6e-8465-7937ed55f235 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.1829753
Apr 15 10:52:42.279775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.378363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.397754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.434590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.439926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:42.458597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.482598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Router 229a6db5-26aa-49ff-9e56-0724764ce723 is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:52:42.495653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57715c4a-3e7b-4a9d-be78-08c4572058d3,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:42.509517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:42.520928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:42.523338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:42.565997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Router 284581e0-3ffd-4419-be66-c2db7ae0f2bb is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:52:42.719491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f40e1-0a16-4048-9790-7540273ae505 None None] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:42.830357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.830750 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Added segment a8ced22c-e5fe-48fb-a942-99717703d229 of type vlan for network 4538853c-2cec-4a4d-a81b-52bb36eea7e4
Apr 15 10:52:42.832570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Provisioning for port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:42.842890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Provisioning complete for port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:42.843317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.901602 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=888def52a6654c12bf7601b02934bf8e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1621220
Apr 15 10:52:42.915240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47402) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:42.923708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e36f43-6356-4e94-a6da-c3661e8fbab0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:42.927273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:42.976778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.036262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.039541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:52:43.050655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.052438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Sync routers for ids ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:52:43.055749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:43.056614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.086386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.088742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Routers {'284581e0-3ffd-4419-be66-c2db7ae0f2bb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:43.091320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf470>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:43.096525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d04595bf-224c-4fab-a7a6-0236062b13de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:43.097743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.098713 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.0997689
Apr 15 10:52:43.101653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47410) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:43.120891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.196656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] For port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=956bed1c-5966-4b9c-a3a5-c9a36a71a3fe,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:43.204323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.212740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Pushing event updated for resources: {'Network': ['ID=4538853c-2cec-4a4d-a81b-52bb36eea7e4,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:43.213262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:43.216375 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.9814193
Apr 15 10:52:43.219436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:43.220091 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47414) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:43.221140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:52:43.250324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Request body: {'subnet': {'network_id': '4538853c-2cec-4a4d-a81b-52bb36eea7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-966484081-subnet', 'tenant_id': 'caed9e0606c5401fa61a7b5cfef2bac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:43.261209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 4538853c-2cec-4a4d-a81b-52bb36eea7e4 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:43.266377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:43.283176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Sync routers for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:52:43.284877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Usage tracker for resource:subnet and tenant:caed9e0606c5401fa61a7b5cfef2bac6 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:43.300425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:43.307967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:43.327149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.328457 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.7497189
Apr 15 10:52:43.336540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47420) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:43.384588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Set router 284581e0-3ffd-4419-be66-c2db7ae0f2bb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:43.399180 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3914efeb-f341-4916-965a-ed0a85e9e24c req-bc25ecad-5349-4348-b8bd-fbe6591a8806 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.2194560
Apr 15 10:52:43.404745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:43.405482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1f62400>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:43.464344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.498448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:43.528862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Pushing event updated for resources: {'Port': ['ID=956bed1c-5966-4b9c-a3a5-c9a36a71a3fe,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:43.532687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:43.553481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e36f43-6356-4e94-a6da-c3661e8fbab0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:43.570466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.571912 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/27e36f43-6356-4e94-a6da-c3661e8fbab0 HTTP/1.1" status: 204  len: 168 time: 0.6566648
Apr 15 10:52:43.573169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:43.615843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Made reservation on behalf of caed9e0606c5401fa61a7b5cfef2bac6 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:43.621602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.656297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-b928bff2-0d23-4f25-849c-e4aa42d98d9d None None] Provisioning complete for port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:43.656856 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b928bff2-0d23-4f25-849c-e4aa42d98d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:43.676399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-345a0a2c-7be3-47f9-bdc5-810680ee1df5 req-a3179006-9f2b-4748-9918-e1d8f248ae77 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.2162104
Apr 15 10:52:43.811941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:43.829129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf470>, [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:52:41Z', 'revision_number': 3, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port': {'id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:43.833620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Checking router: 284581e0-3ffd-4419-be66-c2db7ae0f2bb for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:52:43.834070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Updating router 284581e0-3ffd-4419-be66-c2db7ae0f2bb port a0359004-ec41-4149-90bd-faf98435da5c binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:52:43.894803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.364905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.382296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Transition to ACTIVE for port object a0359004-ec41-4149-90bd-faf98435da5c will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:44.390130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.403729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.550145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:44.661902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Attempting to bind port a0359004-ec41-4149-90bd-faf98435da5c on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:44.662614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Attempting to bind port a0359004-ec41-4149-90bd-faf98435da5c by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:44.663326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Attempting to bind port a0359004-ec41-4149-90bd-faf98435da5c on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:44.672943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:44.673786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:44.674711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.675353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:44.676357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Bound port: a0359004-ec41-4149-90bd-faf98435da5c, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:44.676976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.820853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] For port a0359004-ec41-4149-90bd-faf98435da5c, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:44.832322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] For port a0359004-ec41-4149-90bd-faf98435da5c, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=a0359004-ec41-4149-90bd-faf98435da5c,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:44.865426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.891932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1f62400>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:40Z', 'revision_number': 3, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:44.898839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Checking router: 229a6db5-26aa-49ff-9e56-0724764ce723 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:52:44.899232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Updating router 229a6db5-26aa-49ff-9e56-0724764ce723 port e93ff527-c5e2-41af-8468-afd5ae3a26c5 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:52:44.916397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.89', 61698) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:45.027960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.104726 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ea723e2-dfa3-4fbc-9e1b-644dd5afa9fc req-84d6602e-c28e-4be6-aac6-a832e56459ff tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.2777336
Apr 15 10:52:45.129899 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-7c8d5e68-f2bb-48bd-8655-cf6e7b5e6728 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:45.131575 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-7c8d5e68-f2bb-48bd-8655-cf6e7b5e6728 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.89 "GET /v2.0/networks?id=520f7dbd-7bf3-4f58-9c10-2e472df93605 HTTP/1.1" status: 200  len: 811 time: 0.2126501
Apr 15 10:52:45.168730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Allocated IP 172.20.0.1 (e708f5ba-7f80-4884-85cc-9bbf29be3d29/166cf903-3412-49fe-aa7b-e53610caf8b7/428a78e1-2f56-4209-86e3-ba848fd505e8) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:45.176362 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-92cbe12e-9dc9-401e-a8d7-3096b78acc81 req-064a880d-58d4-475b-b17e-10ba465e2852 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.1832099
Apr 15 10:52:45.188334 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Request body: {'port': {'device_id': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605', 'admin_state_up': True, 'tenant_id': 'b0ed98951ba74b3a8f4d9dad86050150'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:45.368448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Pushing event updated for resources: {'Port': ['ID=a0359004-ec41-4149-90bd-faf98435da5c,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:45.402744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.403133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.403510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.403879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.409079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.409675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.410059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.410432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.412601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.413177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.413346 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.413724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Tracked resource versions report:
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]: pushed versions:
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]: {   'AddressGroup': {'1.2'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'ConntrackHelper': {'1.0'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Log': {'1.0'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Network': {'1.1'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Port': {'1.7'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'PortForwarding': {'1.2'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'QosPolicy': {'1.8'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroup': {'1.4'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'SubPort': {'1.0'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Subnet': {'1.1'},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     'Trunk': {'1.1'}}
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]: consumer versions:
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]: {   DHCP agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     L3 agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metadata agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     Metering agent@dv-cinder-786384-1-iscsi: {},
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:     Open vSwitch agent@dv-cinder-786384-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Log': '1.0',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Network': '1.1',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Port': '1.7',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'PortForwarding': '1.2',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'QosPolicy': '1.8',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroup': '1.4',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'SubPort': '1.0',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Subnet': '1.1',
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:                                                      'Trunk': '1.1'}}
Apr 15 10:52:45.414966 dv-cinder-786384-1-iscsi neutron-server[85195]:  {{(pid=85309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:52:45.453568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:45.454908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:45.593473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:45.619874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Usage tracker for resource:port and tenant:b0ed98951ba74b3a8f4d9dad86050150 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:45.630933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:45.649401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:45.678666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:45.685709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Routers {'284581e0-3ffd-4419-be66-c2db7ae0f2bb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:45.699992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf470>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:45.713641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.89', 61703) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:45.729204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.874667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Made reservation on behalf of b0ed98951ba74b3a8f4d9dad86050150 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:45.893128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.115049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Pushing event updated for resources: {'Port': ['ID=a0359004-ec41-4149-90bd-faf98435da5c,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:46.125053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.143149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:46.289108 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.332353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] Set router 284581e0-3ffd-4419-be66-c2db7ae0f2bb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:46.337295 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.338258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Transition to ACTIVE for port object e93ff527-c5e2-41af-8468-afd5ae3a26c5 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:46.364005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:46.368127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.430081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c14e75c-6a19-461d-b7b7-414e86b0fd33,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:46.434988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:46.450753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.508694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:46.588928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22871d23-e75b-44cf-a39c-baaf4ac19afc None None] Pushing event updated for resources: {'Port': ['ID=e93ff527-c5e2-41af-8468-afd5ae3a26c5,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:46.599742 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-061348ec-6629-43ac-939c-5f101b56f818 req-4102ef66-3318-423e-aa93-4300f5a2a492 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.0926793
Apr 15 10:52:46.668758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22871d23-e75b-44cf-a39c-baaf4ac19afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:46.819009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:46.819428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.933373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Allocated IP 172.20.0.1 (09cc6cf2-4fb2-4daf-9b02-567c8b07f544/15b4c53f-89e9-404e-9fff-2c8a4c8ffda2/11cdeead-cba8-41c6-a7d3-c462e51993f0) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:47.036618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Checking segment: {'id': 'a8ced22c-e5fe-48fb-a942-99717703d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4538853c-2cec-4a4d-a81b-52bb36eea7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:47.037739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Network hostable DHCP agents. Network: 4538853c-2cec-4a4d-a81b-52bb36eea7e4, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:47.130112 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Attempting to bind port e93ff527-c5e2-41af-8468-afd5ae3a26c5 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:47.136244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Attempting to bind port e93ff527-c5e2-41af-8468-afd5ae3a26c5 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:47.136244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Attempting to bind port e93ff527-c5e2-41af-8468-afd5ae3a26c5 on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:47.142665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:47.143051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:47.143501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.143967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:47.144445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Bound port: e93ff527-c5e2-41af-8468-afd5ae3a26c5, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:47.155183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.231883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf470>, [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:52:41Z', 'revision_number': 3, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port': {'id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:47.252387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b130c-8333-4d37-855e-06f4ced82fd1 None None] The sync data for ids ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'] in dv-cinder-786384-1-iscsi is: [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:52:41Z', 'revision_number': 3, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port': {'id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:52:47.324303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Network 4538853c-2cec-4a4d-a81b-52bb36eea7e4 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:47.350252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 4538853c-2cec-4a4d-a81b-52bb36eea7e4) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:47.386190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:47.386958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.435490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0d4ea-3991-4845-9d03-f1a4f6f2d51a None None] Network 4538853c-2cec-4a4d-a81b-52bb36eea7e4 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:47.498331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.2703006
Apr 15 10:52:47.614617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.646894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Transition to ACTIVE for port object 11cdeead-cba8-41c6-a7d3-c462e51993f0 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:47.684855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.685369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-044647b3-8971-482e-8fa6-a37f48143818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:47.811523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47560) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:47.831992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] For port e93ff527-c5e2-41af-8468-afd5ae3a26c5, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:47.834357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d42b28b5-3337-4376-b057-8e581b8efb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.915035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] For port e93ff527-c5e2-41af-8468-afd5ae3a26c5, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e93ff527-c5e2-41af-8468-afd5ae3a26c5,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:47.939363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:48.022033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:48.079980 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4e585f6-9821-4fe4-ae34-9eb8ad6e3a3d req-fa57edf3-c44c-46b0-adb6-3669b34f6fcb tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 1.2107253
Apr 15 10:52:48.155405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Allocated IP 172.20.0.12 (520f7dbd-7bf3-4f58-9c10-2e472df93605/c50ce64f-dbd3-47a7-a27c-ac06611a1e19/ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:48.166216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-c8062d34-0d8b-450e-a39b-3bd264b711fd tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:48.179440 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-c8062d34-0d8b-450e-a39b-3bd264b711fd tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 2.4588897
Apr 15 10:52:48.355768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:48.361200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Request body: {'port': {'device_id': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'admin_state_up': True, 'tenant_id': 'd180fa58116a4a018e0031d797e4aeca'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:48.559056 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e39a7964-b2f8-4ba8-8137-64e140978f0e req-1e876e75-af1e-4bd3-aaaa-8a6f54b6eb37 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.3315547
Apr 15 10:52:48.562920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Pushing event updated for resources: {'Port': ['ID=11cdeead-cba8-41c6-a7d3-c462e51993f0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:48.572814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:48.600671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:48.603014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:48.606968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:48.607799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:48.778418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b2a33-caf6-4789-b53d-5c1da779d5cc None None] Network 4538853c-2cec-4a4d-a81b-52bb36eea7e4 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:48.979745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=428a78e1-2f56-4209-86e3-ba848fd505e8,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:48.997489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.310s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:49.341313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.364976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.521776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22871d23-e75b-44cf-a39c-baaf4ac19afc None None] Pushing event updated for resources: {'Port': ['ID=e93ff527-c5e2-41af-8468-afd5ae3a26c5,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:49.524739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fa8d07d8-9e51-4042-a94e-70664875476a None None] Provisioning for port 11cdeead-cba8-41c6-a7d3-c462e51993f0 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:49.529096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22871d23-e75b-44cf-a39c-baaf4ac19afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.507s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:49.566610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:49.574953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:bc36ce13c3334ba9b7bab32f349893fd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:49.578243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47610) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:49.583855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:49.607297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:49.646089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:49.650277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119489345-network', 'tenant_id': '33d598d391ad4f2ca3d8b8f377214ca6'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:49.656262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Usage tracker for resource:port and tenant:d180fa58116a4a018e0031d797e4aeca is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:49.658564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device a0359004-ec41-4149-90bd-faf98435da5c up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:49.665760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:49.673349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:49.686716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:49.728816 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b02e59cb-b577-49d3-ac32-e1c6d1599337 req-b69480e3-48cb-4340-91b1-eb93ed632f2c tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.3287930
Apr 15 10:52:49.735206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:49.762769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Made reservation on behalf of d180fa58116a4a018e0031d797e4aeca for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:49.762894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Usage tracker for resource:network and tenant:33d598d391ad4f2ca3d8b8f377214ca6 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:49.766142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:49.771728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.818520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:49.818882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fa8d07d8-9e51-4042-a94e-70664875476a None None] Provisioning complete for port 11cdeead-cba8-41c6-a7d3-c462e51993f0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:49.820426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa8d07d8-9e51-4042-a94e-70664875476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.920538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:49.923952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d07d8-9e51-4042-a94e-70664875476a None None] Port 11cdeead-cba8-41c6-a7d3-c462e51993f0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:52:49.936843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:49.937401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.961077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:49.961867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1f62400>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:49.993107 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Made reservation on behalf of 33d598d391ad4f2ca3d8b8f377214ca6 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:49.998376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.026341 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd0dfe7e-cf1a-4a8d-905a-2877572a1999 req-d5065001-092b-4662-8678-95b00c079570 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.1009419
Apr 15 10:52:50.038337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.048231 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8baefb40-589f-4394-8846-a11cd87565a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.075574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:50.092902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Usage tracker for resource:security_group_rule and tenant:33d598d391ad4f2ca3d8b8f377214ca6 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:50.099635 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:50.116770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:50.128779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port a0359004-ec41-4149-90bd-faf98435da5c completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:50.145840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port a0359004-ec41-4149-90bd-faf98435da5c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:50.146408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.203516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.227659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.235814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.254194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-da7b113d-f91e-4d9d-91f9-11d55e36da2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:50.430169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.438818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Pushing event updated for resources: {'Port': ['ID=11cdeead-cba8-41c6-a7d3-c462e51993f0,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:50.474354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:50.505892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.526357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.556344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.586690 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.590836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:50.684683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:50.706522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452733b4-2514-40c3-b699-733a19a005f2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:50.710934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:50.726507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:50.727490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:50.737900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.737900 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Added segment f2128081-13a5-4ac6-8121-12b82b68dbb7 of type vlan for network 86471cd1-c82f-4747-a1e4-abe15edfdca5
Apr 15 10:52:50.884550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.909099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port a0359004-ec41-4149-90bd-faf98435da5c, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=a0359004-ec41-4149-90bd-faf98435da5c,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:50.918637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.929027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:51.094424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.098160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=a0359004-ec41-4149-90bd-faf98435da5c,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:51.101799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:51.104101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:51.268747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.372184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c8f264c4-3dcd-4c2d-8b0d-1b349f65c709 None None] Provisioning complete for port 11cdeead-cba8-41c6-a7d3-c462e51993f0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:51.372675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c8f264c4-3dcd-4c2d-8b0d-1b349f65c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.441686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c8f264c4-3dcd-4c2d-8b0d-1b349f65c709 None None] Port 11cdeead-cba8-41c6-a7d3-c462e51993f0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:52:51.557566 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-058eb3ec-60a1-4da1-9e9b-e6e3c7e90a80 req-53c1b0b1-425b-4c4c-a192-586d23bc81db tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.1523578
Apr 15 10:52:51.625455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.630201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device a0359004-ec41-4149-90bd-faf98435da5c up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:51.633403 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.639118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.645278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Allocated IP 172.20.0.9 (edfd086f-6fea-44a8-8e20-032e1fd59223/57c1fe93-5ce0-4326-8c92-78e1ecb99c43/57fa0099-6319-482b-bc81-4a84b6897f81) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:51.648933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.651269 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e4ccd75-28ec-4c12-8d58-222b48edfbca req-70fc62c4-7636-4a4d-a4e5-f080633104ab tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.1662619
Apr 15 10:52:51.695707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:51.733276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.738239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:51.738898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.739398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38caf88d-3ede-435a-8ae4-d82d33697bbe,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:51.744441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:51.802928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port a0359004-ec41-4149-90bd-faf98435da5c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:51.803443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:51.851199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Pushing event updated for resources: {'Network': ['ID=86471cd1-c82f-4747-a1e4-abe15edfdca5,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:51.863192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:51.875356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Router 229a6db5-26aa-49ff-9e56-0724764ce723 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:52:51.877865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 86471cd1-c82f-4747-a1e4-abe15edfdca5 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:51.890450 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 2.3108270
Apr 15 10:52:51.932336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:51.943429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47642) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:51.946357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:52.014622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1f62400>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:52:47Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:52.019544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8499e-ee1a-43b6-a499-a65eb7b2e188 None None] The sync data for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi is: [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:52:47Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:52:52.056253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Pushing event updated for resources: {'Port': ['ID=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:52.076048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Network 520f7dbd-7bf3-4f58-9c10-2e472df93605 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:52.083215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:52.088205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Request body: {'subnet': {'network_id': '86471cd1-c82f-4747-a1e4-abe15edfdca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119489345-subnet', 'tenant_id': '33d598d391ad4f2ca3d8b8f377214ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:52.095063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:52.099048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Usage tracker for resource:subnet and tenant:33d598d391ad4f2ca3d8b8f377214ca6 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:52.102336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:52.114110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:52.126719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:52.147834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Made reservation on behalf of 33d598d391ad4f2ca3d8b8f377214ca6 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:52.153618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.160359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:52:52.173622 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] 10.222.0.93 "PUT /v2.0/routers/229a6db5-26aa-49ff-9e56-0724764ce723/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8337948
Apr 15 10:52:52.179259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.252374 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:52.259080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:52.259854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.297639 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc36ce13c3334ba9b7bab32f349893fd&name=default HTTP/1.1" status: 200  len: 2978 time: 4.4691303
Apr 15 10:52:52.300989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47648) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:52.370198 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.1885588
Apr 15 10:52:52.448178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.469650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.522155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.524200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.531929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.606951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:52.653887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.658233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:52.695724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38caf88d-3ede-435a-8ae4-d82d33697bbe,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:52.745486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:52.768588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:52.769853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/38caf88d-3ede-435a-8ae4-d82d33697bbe HTTP/1.1" status: 204  len: 168 time: 0.4667399
Apr 15 10:52:52.963260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e110-4abc-4f4d-819d-7299cbe906cb req-8c6d9ca0-3296-4134-ad44-00e89af21c51 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:52.966452 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5181e110-4abc-4f4d-819d-7299cbe906cb req-8c6d9ca0-3296-4134-ad44-00e89af21c51 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 932 time: 0.1865361
Apr 15 10:52:53.075266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5181e110-4abc-4f4d-819d-7299cbe906cb req-b873d1e4-3e40-43a5-88b8-eb762d3f2e64 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Synchronizing usage tracker for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:53.108129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5181e110-4abc-4f4d-819d-7299cbe906cb req-b873d1e4-3e40-43a5-88b8-eb762d3f2e64 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Unset dirty status for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:53.123853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5181e110-4abc-4f4d-819d-7299cbe906cb req-b873d1e4-3e40-43a5-88b8-eb762d3f2e64 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499770
Apr 15 10:52:53.563413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.570007 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-244fa2c4-a421-49c0-8ddd-caebaf1d1862 req-0899b011-e269-4c60-a3ad-22f40c49ea4d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.1870775
Apr 15 10:52:53.625216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e93ff527-c5e2-41af-8468-afd5ae3a26c5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:53.697025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47672) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:53.704684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823841217', 'description': 'tempest-description--709444989'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:53.742229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:53.756089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:53.756900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.758726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=428a78e1-2f56-4209-86e3-ba848fd505e8,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:53.765581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:53.781278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:53.783936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port e93ff527-c5e2-41af-8468-afd5ae3a26c5 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:53.792287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port e93ff527-c5e2-41af-8468-afd5ae3a26c5 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:53.793489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.802623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.838273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:53.844767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group_rule and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:53.850369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:53.877099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:54.029535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.041210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.059988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.068126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bc47fa22-40a3-472a-87f7-0b817434fcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.074728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.468s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.080960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.111114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port e93ff527-c5e2-41af-8468-afd5ae3a26c5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e93ff527-c5e2-41af-8468-afd5ae3a26c5,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:54.137751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.142351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.169360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab91d9aa-e376-4998-bb68-4b35e561e79b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.170460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Network edfd086f-6fea-44a8-8e20-032e1fd59223 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:54.186792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:54.188018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.196615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:54.204443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:54.205372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.220356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.222024 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5235336
Apr 15 10:52:54.225263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47690) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:54.232075 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.8764608
Apr 15 10:52:54.233414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'security_group_rule': {'security_group_id': 'ab91d9aa-e376-4998-bb68-4b35e561e79b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:54.251094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:54.256277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:54.262439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group_rule and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:54.269908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:54.279109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:54.293317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:54.332933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=e93ff527-c5e2-41af-8468-afd5ae3a26c5,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.336301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.394873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.449938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event updated for resources: {'Port': ['ID=57fa0099-6319-482b-bc81-4a84b6897f81,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.461107 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e076c8c8-823a-4bdf-b474-4fcb85d99e47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.571321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ba0cc-7bc1-4372-9fe5-ab74e8fb7273 req-33910918-a8e7-4255-b277-ddee8344a972 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:54.580051 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e4ba0cc-7bc1-4372-9fe5-ab74e8fb7273 req-33910918-a8e7-4255-b277-ddee8344a972 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 932 time: 0.2353432
Apr 15 10:52:54.583447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.634548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.653725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.676581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e25b35-8d52-44f6-9a39-dde4b9c53d04,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.732993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-bc4c5932-60e3-4be0-a266-66715842c8eb tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:52:54.735009 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-bc4c5932-60e3-4be0-a266-66715842c8eb tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0290968
Apr 15 10:52:54.740608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Router 284581e0-3ffd-4419-be66-c2db7ae0f2bb has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:52:54.741620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.746961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-a8c568d8-08b7-409c-a152-f4ca187685e1 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:52:54.748051 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-a8c568d8-08b7-409c-a152-f4ca187685e1 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0097518
Apr 15 10:52:54.776344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.778862 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5523665
Apr 15 10:52:54.783719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47712) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:54.802769 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e4ba0cc-7bc1-4372-9fe5-ab74e8fb7273 req-32c02b3a-b8a0-49f5-bbee-2138a3df044e tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211456
Apr 15 10:52:54.836937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'security_group_rule': {'security_group_id': 'ab91d9aa-e376-4998-bb68-4b35e561e79b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:54.846203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8d1c7405-bd2f-4759-be7c-19f025f59f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.851081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:54.858877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.869674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group_rule and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:54.882946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:54.907596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:54.982931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.151423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.159902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.216178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:55.230969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.232429 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4271164
Apr 15 10:52:55.237039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47730) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:55.244087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:55.252671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d57b6eb-bd5e-4681-9056-6768c8100f74,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:55.256170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:55.257803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:55.263558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:floatingip and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:55.267481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:55.287001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:55.309941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.568152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e93ff527-c5e2-41af-8468-afd5ae3a26c5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:55.580000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b795608-c95b-4a44-b70c-50a1f28faaeb,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:55.677857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:55.719367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.823506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Request body: {'port': {'device_id': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:55.894285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port e93ff527-c5e2-41af-8468-afd5ae3a26c5 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:55.896096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.908777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Checking segment: {'id': 'f2128081-13a5-4ac6-8121-12b82b68dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '86471cd1-c82f-4747-a1e4-abe15edfdca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:55.909432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Network hostable DHCP agents. Network: 86471cd1-c82f-4747-a1e4-abe15edfdca5, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:55.969137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1025e60-afcb-4d31-8938-eeaad4b1f116 req-ce8a22c3-74a7-4765-b1ce-35e642ca5e7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:55.970340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e1025e60-afcb-4d31-8938-eeaad4b1f116 req-ce8a22c3-74a7-4765-b1ce-35e642ca5e7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:56.001505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Request body: {'port': {'device_id': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:56.086656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Allocated IP 172.27.1.94 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/1df17aac-ec49-4847-81a4-fa18718ec39c) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:56.115985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Network 86471cd1-c82f-4747-a1e4-abe15edfdca5 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:56.303626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:52:56.313005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 86471cd1-c82f-4747-a1e4-abe15edfdca5) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:56.320063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Sync routers for ids ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:52:56.324342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:56.328498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c618cf-bc75-4a22-ab45-05e2fe92fe23 None None] Network 86471cd1-c82f-4747-a1e4-abe15edfdca5 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:56.332184 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] 10.222.0.93 "PUT /v2.0/routers/284581e0-3ffd-4419-be66-c2db7ae0f2bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2288618
Apr 15 10:52:56.347917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e1025e60-afcb-4d31-8938-eeaad4b1f116 req-ce8a22c3-74a7-4765-b1ce-35e642ca5e7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:56.356532 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1025e60-afcb-4d31-8938-eeaad4b1f116 req-ce8a22c3-74a7-4765-b1ce-35e642ca5e7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 931 time: 1.1090953
Apr 15 10:52:56.359180 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:56.359821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:56.382103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Routers {'284581e0-3ffd-4419-be66-c2db7ae0f2bb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:56.388262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf400>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:56.739364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:56.772271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Sync routers for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:52:56.781682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:56.861169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:56.871782 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b8c303c7-ce78-4448-b274-25ee3fbcdef7 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.8309195
Apr 15 10:52:56.947265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e1025e60-afcb-4d31-8938-eeaad4b1f116 req-7e454d4b-65fc-43a6-898d-732e7a317d84 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:56.963816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:57.008650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:57.009643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2060358>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:57.103339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47788) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:57.180836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Set router 284581e0-3ffd-4419-be66-c2db7ae0f2bb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:57.484218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'Port': ['ID=1df17aac-ec49-4847-81a4-fa18718ec39c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:57.521503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:57.527809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:57.538716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483857eb-e6b0-4452-902c-5a30134bb878 req-333e2c0c-2f74-43d2-b439-cfba2b5d1c60 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:57.552371 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-483857eb-e6b0-4452-902c-5a30134bb878 req-333e2c0c-2f74-43d2-b439-cfba2b5d1c60 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 932 time: 1.1133149
Apr 15 10:52:57.660477 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-483857eb-e6b0-4452-902c-5a30134bb878 req-bd159ef6-0088-42f2-bc2f-601f35c0ecf6 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053734
Apr 15 10:52:57.694025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e1025e60-afcb-4d31-8938-eeaad4b1f116 req-7e454d4b-65fc-43a6-898d-732e7a317d84 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:57.721033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:57.722008 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1025e60-afcb-4d31-8938-eeaad4b1f116 req-7e454d4b-65fc-43a6-898d-732e7a317d84 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3467112
Apr 15 10:52:57.722382 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:57.747487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:57.954296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:58.176002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:58.196312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf400>, [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:52:50Z', 'revision_number': 4, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port': {'id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '428a78e1-2f56-4209-86e3-ba848fd505e8', 'name': '', 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'mac_address': 'fa:16:3e:15:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:44Z', 'updated_at': '2021-04-15T10:52:51Z', 'revision_number': 2, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'subnets': [{'id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:58.227304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Checking router: 284581e0-3ffd-4419-be66-c2db7ae0f2bb for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:52:58.229438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Updating router 284581e0-3ffd-4419-be66-c2db7ae0f2bb port 428a78e1-2f56-4209-86e3-ba848fd505e8 binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:52:58.396366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Deleting subnet 4c14e75c-6a19-461d-b7b7-414e86b0fd33 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:52:58.408350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:58.472773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11c9c3-f307-4a99-9867-52f497ad9c2b None None] Network 86471cd1-c82f-4747-a1e4-abe15edfdca5 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:58.844816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2060358>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 2, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:58.882665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Checking router: 229a6db5-26aa-49ff-9e56-0724764ce723 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:52:58.883260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Updating router 229a6db5-26aa-49ff-9e56-0724764ce723 port 11cdeead-cba8-41c6-a7d3-c462e51993f0 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:52:58.972956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-67f2e3da-1426-40b8-8b82-fa34cbc08aa0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:58.979000 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-67f2e3da-1426-40b8-8b82-fa34cbc08aa0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 819 time: 0.6174784
Apr 15 10:52:59.127365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:59.161616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.192345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.237923 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-244ce283-c3c8-4a15-bdee-723ae0e6b58e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/quotas/74986e2eb06646fd84ac971fbe14ffda HTTP/1.1" status: 200  len: 375 time: 0.2483082
Apr 15 10:52:59.464809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.468238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Transition to ACTIVE for port object ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:59.499883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.516610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.516926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Transition to ACTIVE for port object 428a78e1-2f56-4209-86e3-ba848fd505e8 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:59.528649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.569338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:59.591874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.614291 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-7396b080-51e5-4f0b-ac95-6751f28434bd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3752697
Apr 15 10:52:59.627142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:59.753878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:59.807531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cd23d-ac31-4baa-a6c0-ab08d9ec2c66 None None] Pushing event updated for resources: {'Port': ['ID=428a78e1-2f56-4209-86e3-ba848fd505e8,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:59.818530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.822600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e37cd23d-ac31-4baa-a6c0-ab08d9ec2c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:00.003372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:00.316510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5122-9c37-4e80-b312-864833338f02 req-9c2520d2-9ce2-4205-84f4-a7b333fea274 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:00.323983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-1cac5122-9c37-4e80-b312-864833338f02 req-9c2520d2-9ce2-4205-84f4-a7b333fea274 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Synchronizing usage tracker for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:00.377140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.393400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Transition to ACTIVE for port object 11cdeead-cba8-41c6-a7d3-c462e51993f0 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:00.411462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.503129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Attempting to bind port 428a78e1-2f56-4209-86e3-ba848fd505e8 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:00.503537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Attempting to bind port 428a78e1-2f56-4209-86e3-ba848fd505e8 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:00.505274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Attempting to bind port 428a78e1-2f56-4209-86e3-ba848fd505e8 on network e708f5ba-7f80-4884-85cc-9bbf29be3d29 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:00.516934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:00.517388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Checking segment: {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:00.518173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.518283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Bound using segment: {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:00.519127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Bound port: 428a78e1-2f56-4209-86e3-ba848fd505e8, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:00.519127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.519374 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.resource_extend [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:53:00.546431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.556432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.568824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22871d23-e75b-44cf-a39c-baaf4ac19afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:00.582297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:00.650630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350e30-dea6-4e59-a41f-c07a5e50a3b8 None None] Pushing event updated for resources: {'Port': ['ID=11cdeead-cba8-41c6-a7d3-c462e51993f0,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:00.657101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c2350e30-dea6-4e59-a41f-c07a5e50a3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:00.676611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'Port': ['ID=1df17aac-ec49-4847-81a4-fa18718ec39c,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:00.700928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:00.802581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] For port 428a78e1-2f56-4209-86e3-ba848fd505e8, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:00.809879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] For port 428a78e1-2f56-4209-86e3-ba848fd505e8, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=428a78e1-2f56-4209-86e3-ba848fd505e8,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:00.815311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.835848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f23a8766-3889-4b53-8c89-1caa2fa9de3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:00.853017 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-db0fb6d9-76a5-4451-bf38-ad12e928d057 service neutron] 10.222.0.93 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2377577
Apr 15 10:53:00.875400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-1cac5122-9c37-4e80-b312-864833338f02 req-9c2520d2-9ce2-4205-84f4-a7b333fea274 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Unset dirty status for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:00.876690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1cac5122-9c37-4e80-b312-864833338f02 req-9c2520d2-9ce2-4205-84f4-a7b333fea274 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 932 time: 1.6191509
Apr 15 10:53:00.884651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.931723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Attempting to bind port 11cdeead-cba8-41c6-a7d3-c462e51993f0 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:00.932307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Attempting to bind port 11cdeead-cba8-41c6-a7d3-c462e51993f0 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:00.933469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Attempting to bind port 11cdeead-cba8-41c6-a7d3-c462e51993f0 on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:00.949579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:00.950287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Checking segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:00.951028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.951615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Bound using segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:00.952424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Bound port: 11cdeead-cba8-41c6-a7d3-c462e51993f0, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:00.952958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.011470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 47860) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:01.032255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:01.070412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Attempting to bind port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:01.070688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Attempting to bind port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b2e9a636-9c84-4309-b375-75a59f8d9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:01.071054 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Attempting to bind port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 on network 520f7dbd-7bf3-4f58-9c10-2e472df93605 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:01.097039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c14e75c-6a19-461d-b7b7-414e86b0fd33,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:01.099870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:01.109794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] For port 11cdeead-cba8-41c6-a7d3-c462e51993f0, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:01.112314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 on network 520f7dbd-7bf3-4f58-9c10-2e472df93605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:01.112678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Attempting to bind port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 on network 520f7dbd-7bf3-4f58-9c10-2e472df93605 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:01.114077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] For port 11cdeead-cba8-41c6-a7d3-c462e51993f0, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=11cdeead-cba8-41c6-a7d3-c462e51993f0,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:01.123203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.159501 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1cac5122-9c37-4e80-b312-864833338f02 req-929fd8f5-a0c6-4f9b-958e-0dbb7757d8cb tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595804
Apr 15 10:53:01.180863 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-731aff6a-ff9d-4374-b3cb-81eb3b9d6a33 service neutron] 10.222.0.93 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3257816
Apr 15 10:53:01.220115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:01.220499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Checking segment: {'id': 'b2e9a636-9c84-4309-b375-75a59f8d9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:01.221576 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Bound using segment: {'id': 'b2e9a636-9c84-4309-b375-75a59f8d9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:01.222407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Bound port: ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e9a636-9c84-4309-b375-75a59f8d9181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:01.222980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.264789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.329824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:01.337691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] For port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:01.342551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] For port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,segment=NetworkSegment(b2e9a636-9c84-4309-b375-75a59f8d9181),segment_id=b2e9a636-9c84-4309-b375-75a59f8d9181)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:01.354034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.357048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.365481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cd23d-ac31-4baa-a6c0-ab08d9ec2c66 None None] Pushing event updated for resources: {'Port': ['ID=428a78e1-2f56-4209-86e3-ba848fd505e8,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:01.380831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e37cd23d-ac31-4baa-a6c0-ab08d9ec2c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:01.403182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.414128 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.1758916
Apr 15 10:53:01.415570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.435663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:01.439980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6d40256053804c59af36423179e36e83 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:01.443726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:01.451607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:01.453262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Routers {'284581e0-3ffd-4419-be66-c2db7ae0f2bb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:01.454781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf400>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:01.611942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:01.647071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.712161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:01.732653 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e28a7a3d-2f77-417a-9977-08f685473918 req-b127c33d-5f93-4504-a9a7-0fc2845ab313 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 210 time: 0.1058419
Apr 15 10:53:01.735630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c6a6db9f-ea30-43bf-8dc4-3882996a6335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:01.760714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350e30-dea6-4e59-a41f-c07a5e50a3b8 None None] Pushing event updated for resources: {'Port': ['ID=11cdeead-cba8-41c6-a7d3-c462e51993f0,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:01.787850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c2350e30-dea6-4e59-a41f-c07a5e50a3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:01.788972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.resource_extend [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:53:01.822228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:01.823082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2060358>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:52:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:01.825943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:01.862977 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:01.866915 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1fa159c6-3b59-45ac-a0b7-49e56a074c50 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/4c14e75c-6a19-461d-b7b7-414e86b0fd33 HTTP/1.1" status: 204  len: 168 time: 4.7386773
Apr 15 10:53:01.868483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47888) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:01.890865 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d40256053804c59af36423179e36e83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8743625
Apr 15 10:53:01.893545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47896) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:01.925414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be523fb6-6a9e-4912-acc9-0253a41ce2e2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:01.947673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:02.003310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:02.004197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.005723 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] 10.222.0.89 "PUT /v2.0/ports/ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 HTTP/1.1" status: 200  len: 1094 time: 6.7543147
Apr 15 10:53:02.053287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] Set router 284581e0-3ffd-4419-be66-c2db7ae0f2bb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:02.075711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:02.169773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-d713da9a-8ff1-4406-b1df-44dab5b5ec12 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:02.232340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-d713da9a-8ff1-4406-b1df-44dab5b5ec12 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:02.233645 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-d713da9a-8ff1-4406-b1df-44dab5b5ec12 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1823841217&fields=id&tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 267 time: 0.1800287
Apr 15 10:53:02.462050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:02.605930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-6b459775-d51b-439c-bc12-6e449ea0b4b8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:02.607966 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-6b459775-d51b-439c-bc12-6e449ea0b4b8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 816 time: 0.3665781
Apr 15 10:53:02.627104 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-9a45c2a0-80ae-47b6-8245-9a3242fa6a7b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/quotas/e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 375 time: 0.0121439
Apr 15 10:53:02.734860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b24bf400>, [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:52:50Z', 'revision_number': 4, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port': {'id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '428a78e1-2f56-4209-86e3-ba848fd505e8', 'name': '', 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'mac_address': 'fa:16:3e:15:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:44Z', 'updated_at': '2021-04-15T10:53:00Z', 'revision_number': 4, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'subnets': [{'id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:02.748510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4558283-0804-4285-b15e-b7513d6c7c25 None None] The sync data for ids ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'] in dv-cinder-786384-1-iscsi is: [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:52:50Z', 'revision_number': 4, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port': {'id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '428a78e1-2f56-4209-86e3-ba848fd505e8', 'name': '', 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'mac_address': 'fa:16:3e:15:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:44Z', 'updated_at': '2021-04-15T10:53:00Z', 'revision_number': 4, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'subnets': [{'id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:53:02.766240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fa0099-6319-482b-bc81-4a84b6897f81 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:02.794134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-71b7dab5-b3fb-4b38-b694-58451a15f7ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:02.826628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-71b7dab5-b3fb-4b38-b694-58451a15f7ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:02.829022 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-71b7dab5-b3fb-4b38-b694-58451a15f7ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1949241
Apr 15 10:53:02.905400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.959822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2060358>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:01Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:02.976735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a259385-0219-44f8-9f20-0cae9ff915c6 None None] The sync data for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi is: [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:01Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:53:02.985103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Transition to ACTIVE for port object 57fa0099-6319-482b-bc81-4a84b6897f81 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:03.005816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.070859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.078233 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-8b174b65-8fc5-4ec5-9c18-c9f6e02ab685 service neutron] 10.222.0.93 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239981
Apr 15 10:53:03.092519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6b8bc-4537-4ebf-b6ef-4f864f5dd076 req-78064734-53cc-48b5-8a0f-8c17348b3a7c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:03.094444 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bfe6b8bc-4537-4ebf-b6ef-4f864f5dd076 req-78064734-53cc-48b5-8a0f-8c17348b3a7c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 931 time: 1.5265164
Apr 15 10:53:03.119426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:03.151059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.285475 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-b8c23f43-58e0-4bd7-94ca-c018856d7cd3 service neutron] 10.222.0.93 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985092
Apr 15 10:53:03.406978 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bfe6b8bc-4537-4ebf-b6ef-4f864f5dd076 req-11947b4a-ff70-4918-b713-0bb31204f8f9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904546
Apr 15 10:53:03.435995 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.89', 61725) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:03.741071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.936024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 11cdeead-cba8-41c6-a7d3-c462e51993f0 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:04.114449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f14b1d3d048>> segment before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.114920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f14b1d3d048>> subnet precommit_delete_associations 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.115721 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> segment_host_mapping after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.116095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> port after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.119728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> port after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.120271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.124485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> segment after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.124972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> subnet after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.125905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> subnet after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.126418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b17ebb70>> subnet after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.174739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 11cdeead-cba8-41c6-a7d3-c462e51993f0 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:04.189372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 11cdeead-cba8-41c6-a7d3-c462e51993f0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:04.190853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.206068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-6075fdea-441b-4fbf-8bd6-847990419f21 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:04.207658 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-6075fdea-441b-4fbf-8bd6-847990419f21 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 819 time: 0.7704980
Apr 15 10:53:04.223943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b150c4a8>> subnet after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.224336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b150c4a8>> subnet after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.224700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b150c4a8>> subnet before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.225068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b150c4a8>> subnet before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:53:04.225495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b17eb710>,) {'filters': {'network_id': ['4538853c-2cec-4a4d-a81b-52bb36eea7e4']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:04.250633 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Request body: {'port': {'device_id': '752e2822-d0ee-4040-8386-2182538bd2bf', 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'admin_state_up': True, 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:04.254395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b17eb710>, 'a8ced22c-e5fe-48fb-a942-99717703d229') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:04.254790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b17eb710>, 'a8ced22c-e5fe-48fb-a942-99717703d229') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:04.279135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852195831'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.302898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.310850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:53:04.432163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5892c3b-9d63-45b0-9939-be77b411e99a req-9fd6bb8f-5f73-4f04-b273-418f113eba65 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:04.434665 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5892c3b-9d63-45b0-9939-be77b411e99a req-9fd6bb8f-5f73-4f04-b273-418f113eba65 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.5162625
Apr 15 10:53:04.471391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.521074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 11cdeead-cba8-41c6-a7d3-c462e51993f0, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=11cdeead-cba8-41c6-a7d3-c462e51993f0,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:04.522380 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5892c3b-9d63-45b0-9939-be77b411e99a req-6374b177-e496-42fa-a78c-1a77cc554b9c tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774105
Apr 15 10:53:04.527771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.529040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 428a78e1-2f56-4209-86e3-ba848fd505e8 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:04.567741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:04.571898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Usage tracker for resource:port and tenant:74986e2eb06646fd84ac971fbe14ffda is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:04.575430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:04.582821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:04.590624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01a79f0e-fc88-4c37-9274-4c335a85d699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:04.593345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Made reservation on behalf of 74986e2eb06646fd84ac971fbe14ffda for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:04.599970 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.637627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.660164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-6e4a6c4f-4db6-46eb-89e5-1ab4ec78508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:04.662014 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-6e4a6c4f-4db6-46eb-89e5-1ab4ec78508b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ed98951ba74b3a8f4d9dad86050150&device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 1097 time: 2.4135084
Apr 15 10:53:04.719986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Network 4538853c-2cec-4a4d-a81b-52bb36eea7e4 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:53:04.730420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 428a78e1-2f56-4209-86e3-ba848fd505e8 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:04.732836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Pushing event updated for resources: {'Port': ['ID=57fa0099-6319-482b-bc81-4a84b6897f81,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:04.742897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985658'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.754898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=11cdeead-cba8-41c6-a7d3-c462e51993f0,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:04.762179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 428a78e1-2f56-4209-86e3-ba848fd505e8 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:04.762602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.810953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:04.815434 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3', 'status': 'completed', 'code': 200}
Apr 15 10:53:04.875591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Allocated IP 172.20.0.11 (e708f5ba-7f80-4884-85cc-9bbf29be3d29/166cf903-3412-49fe-aa7b-e53610caf8b7/f50a61fe-b8b0-4b43-96d2-254a378ca457) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:04.881626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.762s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:04.922604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.958496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 428a78e1-2f56-4209-86e3-ba848fd505e8, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=428a78e1-2f56-4209-86e3-ba848fd505e8,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:04.962808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.965094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c2350e30-dea6-4e59-a41f-c07a5e50a3b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:04.984261 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e23e4f0-62dd-4d4e-b922-413ca6dab86a req-0c98bb68-6691-4a9f-aae9-4f4c2315dbf9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 210 time: 0.0830169
Apr 15 10:53:05.021370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.040881 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=428a78e1-2f56-4209-86e3-ba848fd505e8,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.045858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.108743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.194935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be523fb6-6a9e-4912-acc9-0253a41ce2e2,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.236855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.246692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.258329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Attempting to bind port 57fa0099-6319-482b-bc81-4a84b6897f81 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:05.258704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Attempting to bind port 57fa0099-6319-482b-bc81-4a84b6897f81 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:05.259072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Attempting to bind port 57fa0099-6319-482b-bc81-4a84b6897f81 on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:05.262473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.267377 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be523fb6-6a9e-4912-acc9-0253a41ce2e2 HTTP/1.1" status: 204  len: 168 time: 3.2680678
Apr 15 10:53:05.270081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Network 4538853c-2cec-4a4d-a81b-52bb36eea7e4 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:53:05.286530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0532af-d804-46fa-8911-b005fa346101 req-3061ef08-a048-4e94-b727-97bf8d22b14a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:05.294276 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eb0532af-d804-46fa-8911-b005fa346101 req-3061ef08-a048-4e94-b727-97bf8d22b14a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.1641736
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   from cryptography.utils import int_from_bytes
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   from cryptography.utils import int_from_bytes
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   (rel_b, rel_a, rel_b),
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   (rel_b, rel_a, rel_b),
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:53:05.302969 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:53:05.309840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Port 57fa0099-6319-482b-bc81-4a84b6897f81 on network edfd086f-6fea-44a8-8e20-032e1fd59223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:05.310214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Attempting to bind port 57fa0099-6319-482b-bc81-4a84b6897f81 on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:05.363087 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eb0532af-d804-46fa-8911-b005fa346101 req-ee94be3c-d7be-478c-a281-4e06fce24f2c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672877
Apr 15 10:53:05.381112 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.385675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:05.385675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Checking segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:05.385675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Bound using segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:05.386680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Bound port: 57fa0099-6319-482b-bc81-4a84b6897f81, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:05.387252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.404923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.431086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416e29-946f-4039-baa1-43b599530653 req-34b51b8f-354c-4276-9b36-cfacb65515ba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:05.431922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-9c416e29-946f-4039-baa1-43b599530653 req-34b51b8f-354c-4276-9b36-cfacb65515ba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Synchronizing usage tracker for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:05.484917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.512548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f35a8671-b4c9-4df6-8358-a5c8b8bbdb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.541757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-9c416e29-946f-4039-baa1-43b599530653 req-34b51b8f-354c-4276-9b36-cfacb65515ba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Unset dirty status for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:05.543996 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-34b51b8f-354c-4276-9b36-cfacb65515ba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 819 time: 1.0424821
Apr 15 10:53:05.552204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.558955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4538853c-2cec-4a4d-a81b-52bb36eea7e4,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.576915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 11cdeead-cba8-41c6-a7d3-c462e51993f0 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:05.577757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.584770 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/4538853c-2cec-4a4d-a81b-52bb36eea7e4 HTTP/1.1" status: 204  len: 168 time: 3.6952844
Apr 15 10:53:05.587300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 47998) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:05.589006 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-8dd16cde-d857-4962-b05d-d1d87d039e7a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/quotas/74986e2eb06646fd84ac971fbe14ffda HTTP/1.1" status: 200  len: 375 time: 0.0338287
Apr 15 10:53:05.625355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] For port 57fa0099-6319-482b-bc81-4a84b6897f81, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:05.680204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] For port 57fa0099-6319-482b-bc81-4a84b6897f81, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57fa0099-6319-482b-bc81-4a84b6897f81,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:05.698808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.704984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 11cdeead-cba8-41c6-a7d3-c462e51993f0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:05.705444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.732866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.855392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 428a78e1-2f56-4209-86e3-ba848fd505e8 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:05.857427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Pushing event updated for resources: {'Port': ['ID=f50a61fe-b8b0-4b43-96d2-254a378ca457,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.859843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48002) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:05.874874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.939658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 428a78e1-2f56-4209-86e3-ba848fd505e8 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:05.940089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.941456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.982580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:05.999401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Usage tracker for resource:security_group_rule and tenant:4c342177523844dd83758ce0c3a1cca8 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:06.007012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:06.020392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:06.056174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Deleting subnet 1b795608-c95b-4a44-b70c-50a1f28faaeb {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:53:06.062164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:06.071290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:06.072355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.079570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:06.088073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:06.089923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.127642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8875d-af8c-41e2-a7c8-8bb4619a41bc req-7a092106-b426-4fed-950d-fba706b850a0 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:06.129565 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-09b8875d-af8c-41e2-a7c8-8bb4619a41bc req-7a092106-b426-4fed-950d-fba706b850a0 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.2608521
Apr 15 10:53:06.177126 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9398258
Apr 15 10:53:06.178904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Pushing event updated for resources: {'Port': ['ID=57fa0099-6319-482b-bc81-4a84b6897f81,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:06.186744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2579985'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.223683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:06.226667 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-09b8875d-af8c-41e2-a7c8-8bb4619a41bc req-cce07ea3-777a-46aa-a326-620dbbe7c592 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828795
Apr 15 10:53:06.253209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-9c416e29-946f-4039-baa1-43b599530653 req-0124d3e4-f454-413a-946f-e9c73da84f6f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Synchronizing usage tracker for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:06.272466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.275298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.285919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:06.310447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-9c416e29-946f-4039-baa1-43b599530653 req-0124d3e4-f454-413a-946f-e9c73da84f6f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Unset dirty status for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:06.311897 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-0124d3e4-f454-413a-946f-e9c73da84f6f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6786940
Apr 15 10:53:06.315954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.331968 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4c342177523844dd83758ce0c3a1cca8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4588263
Apr 15 10:53:06.332307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48010) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:06.345137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6404ecd-38a9-4814-bba5-4025cea0d11c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:06.350906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:06.374652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:06.375335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.376911 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] 10.222.0.89 "PUT /v2.0/ports/57fa0099-6319-482b-bc81-4a84b6897f81 HTTP/1.1" status: 200  len: 1093 time: 11.1156194
Apr 15 10:53:06.439105 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3742ac20-4fb4-4496-83f1-aa0fb4bd4fbb req-18e5e84a-f177-44c0-b0ef-baf93194dfc2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 210 time: 0.0650649
Apr 15 10:53:06.468707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.512957 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.571447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.578705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9d2c51d4-a1c2-43ba-acf7-bf82397a9a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:06.595602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6404ecd-38a9-4814-bba5-4025cea0d11c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:06.599943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:06.601564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.603010 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e6404ecd-38a9-4814-bba5-4025cea0d11c HTTP/1.1" status: 204  len: 168 time: 0.2698486
Apr 15 10:53:06.605141 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-6cd363ed-a6a6-47e2-a84e-fc9d5473f4a8 service neutron] 10.222.0.93 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589543
Apr 15 10:53:06.712517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907d84-a126-442c-9bcd-d0e76042c997 req-f6ec3300-a296-4fa8-ae75-18f224722752 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:06.714667 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18907d84-a126-442c-9bcd-d0e76042c997 req-f6ec3300-a296-4fa8-ae75-18f224722752 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.0943367
Apr 15 10:53:06.775823 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18907d84-a126-442c-9bcd-d0e76042c997 req-86b998af-6151-45cc-b785-74343e1dfc12 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532217
Apr 15 10:53:06.828161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'tag': '57fa0099-6319-482b-bc81-4a84b6897f81'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:06.865086 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-e6a5dcf2-d8b9-4a44-807b-8be744f99473 service neutron] 10.222.0.93 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231457
Apr 15 10:53:06.871136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851791847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851668696'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:06.895663 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'tag': '57fa0099-6319-482b-bc81-4a84b6897f81', 'status': 'completed', 'code': 200}
Apr 15 10:53:06.896165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:07.009524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b795608-c95b-4a44-b70c-50a1f28faaeb,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:07.014001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:07.044254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:07.051105 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-49abf41a-bc7f-42bf-bcb4-e115c8be9fda admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1b795608-c95b-4a44-b70c-50a1f28faaeb HTTP/1.1" status: 204  len: 168 time: 1.4607787
Apr 15 10:53:07.053760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48038) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:07.100538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5c8bbe52-f95e-4b55-b9a5-781df9dd02b0 req-384ff77a-fd46-48b0-9468-80a974ee2631 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Synchronizing usage tracker for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:07.114321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5c8bbe52-f95e-4b55-b9a5-781df9dd02b0 req-384ff77a-fd46-48b0-9468-80a974ee2631 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Unset dirty status for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:07.115600 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5c8bbe52-f95e-4b55-b9a5-781df9dd02b0 req-384ff77a-fd46-48b0-9468-80a974ee2631 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 210 time: 0.0679419
Apr 15 10:53:07.189326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:07.431165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Request body: {'port': {'device_id': '752e2822-d0ee-4040-8386-2182538bd2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:07.520931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:07.697565 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8bf36cef-81a5-4652-9138-2f963817e2ea req-df7a083a-8124-40fe-a097-28ee2bd2a6c5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 210 time: 0.0683758
Apr 15 10:53:07.779122 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-f604afd3-ce56-44e4-a4ac-661d59effbf0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 HTTP/1.1" status: 200  len: 217 time: 0.2394769
Apr 15 10:53:07.847457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b2be4240>,) {'filters': {'network_id': ['86471cd1-c82f-4747-a1e4-abe15edfdca5']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:07.863292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b2be4240>, 'f2128081-13a5-4ac6-8121-12b82b68dbb7') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:07.864118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b2be4240>, 'f2128081-13a5-4ac6-8121-12b82b68dbb7') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:07.880501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852195831'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:07.899058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:07.906791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:53:08.056731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:08.095917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.89', 61731) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:08.219105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fa79a-436f-4a36-865b-ed7cdd491966 req-9df223c4-5807-41ff-8bd3-02a601926cdf tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:08.220948 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c18fa79a-436f-4a36-865b-ed7cdd491966 req-9df223c4-5807-41ff-8bd3-02a601926cdf tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.2997036
Apr 15 10:53:08.237521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Network 86471cd1-c82f-4747-a1e4-abe15edfdca5 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:53:08.256730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985658'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:08.344981 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c18fa79a-436f-4a36-865b-ed7cdd491966 req-0119305c-5189-45d3-b5d6-2d57e5e0aee5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163180
Apr 15 10:53:08.588672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.89', 61735) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:08.823577 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ef632719-c95b-4a66-80a1-5b1212c97361 req-08ccd4fe-b8c3-4d8e-90a9-222f78a0aa5a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 210 time: 0.0721850
Apr 15 10:53:08.860114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50a61fe-b8b0-4b43-96d2-254a378ca457 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:08.869917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:08.937710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-f3d0f3bc-59fb-4948-a0d3-8a999f676cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:08.939102 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-f3d0f3bc-59fb-4948-a0d3-8a999f676cfa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c50ce64f-dbd3-47a7-a27c-ac06611a1e19 HTTP/1.1" status: 200  len: 851 time: 0.9973772
Apr 15 10:53:08.946819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416e29-946f-4039-baa1-43b599530653 req-b2d29cc4-bd53-4dc0-8763-aa27b6cb557f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:08.948518 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-b2d29cc4-bd53-4dc0-8763-aa27b6cb557f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 819 time: 0.3585708
Apr 15 10:53:08.962415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Request body: {'port': {'device_id': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'admin_state_up': True, 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:09.108677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27203f-780e-4092-9fc8-a6e8865bc3fc req-36f876fb-ceb8-4c2e-b0d1-2768fbe7b978 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:09.110641 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9f27203f-780e-4092-9fc8-a6e8865bc3fc req-36f876fb-ceb8-4c2e-b0d1-2768fbe7b978 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 1.6759503
Apr 15 10:53:09.139619 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-45f75618-2446-4a9c-8b57-82fbd558e385 req-53bd13f5-8d9b-4318-93bc-da1139dca5d4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 210 time: 0.0644290
Apr 15 10:53:09.145773 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-8a448801-4b56-4c19-b542-bf54333ac91e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=520f7dbd-7bf3-4f58-9c10-2e472df93605&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1728592
Apr 15 10:53:09.216911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Network 86471cd1-c82f-4747-a1e4-abe15edfdca5 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:53:09.235001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:09.246217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:09.255778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Made reservation on behalf of 74986e2eb06646fd84ac971fbe14ffda for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:09.258594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d603ba-a5de-4564-ae91-27e2c89efcfe req-e19dd103-dd9d-471a-aa9a-b07756168a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:09.260198 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83d603ba-a5de-4564-ae91-27e2c89efcfe req-e19dd103-dd9d-471a-aa9a-b07756168a7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 1096 time: 1.5818830
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:53:09.261511 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:53:09.263753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:09.331170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-0aca6f3b-c3cd-4d5b-9786-20aebb2eecce tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:09.332187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-0aca6f3b-c3cd-4d5b-9786-20aebb2eecce tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:09.656331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823ee8-a752-4fdc-9039-d64bfb924087 req-cd90321c-d1f3-4bde-a789-656ad3c56fd9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:09.658246 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27823ee8-a752-4fdc-9039-d64bfb924087 req-cd90321c-d1f3-4bde-a789-656ad3c56fd9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.1354854
Apr 15 10:53:09.664695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Transition to ACTIVE for port object f50a61fe-b8b0-4b43-96d2-254a378ca457 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:09.679272 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9f27203f-780e-4092-9fc8-a6e8865bc3fc req-962dbb89-c9a5-4968-a124-15b81b9e8b23 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4749153
Apr 15 10:53:09.686177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:09.687974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-0aca6f3b-c3cd-4d5b-9786-20aebb2eecce tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:09.689295 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-0aca6f3b-c3cd-4d5b-9786-20aebb2eecce tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 816 time: 1.5896478
Apr 15 10:53:09.718127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-47d2c8e3-c655-4dfc-9923-4ce4756c7ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:09.752303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:09.755119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=86471cd1-c82f-4747-a1e4-abe15edfdca5,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:09.759841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:09.788814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:09.817718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:09.821362 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] 10.222.0.93 "DELETE /v2.0/networks/86471cd1-c82f-4747-a1e4-abe15edfdca5 HTTP/1.1" status: 204  len: 168 time: 2.7662859
Apr 15 10:53:09.832000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d603ba-a5de-4564-ae91-27e2c89efcfe req-ab466ed9-d92f-4342-b8e5-b2f08f960296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:09.833695 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83d603ba-a5de-4564-ae91-27e2c89efcfe req-ab466ed9-d92f-4342-b8e5-b2f08f960296 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=d180fa58116a4a018e0031d797e4aeca&shared=False HTTP/1.1" status: 200  len: 917 time: 0.4944365
Apr 15 10:53:09.836950 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-d2689e42-ec65-45eb-a7d0-27376435e9a1 service neutron] 10.222.0.89 "GET /v2.0/networks/520f7dbd-7bf3-4f58-9c10-2e472df93605?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6875560
Apr 15 10:53:10.061747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48152) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:10.123378 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27823ee8-a752-4fdc-9039-d64bfb924087 req-18befcb1-ca3a-479e-897c-4ecd287c563b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4573567
Apr 15 10:53:10.142827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Allocated IP 172.20.0.13 (e708f5ba-7f80-4884-85cc-9bbf29be3d29/166cf903-3412-49fe-aa7b-e53610caf8b7/20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:10.146812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=f50a61fe-b8b0-4b43-96d2-254a378ca457,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:10.157590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:10.187754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-729550bc-df44-4a2f-b1a1-c6557cbd8a71 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:10.213200 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ee9c7b80-05f2-4044-a61c-5efbc196984a req-35246dbb-c686-4d12-a44c-34a80dc61731 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 210 time: 0.1493044
Apr 15 10:53:10.236834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-729550bc-df44-4a2f-b1a1-c6557cbd8a71 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:10.238234 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-729550bc-df44-4a2f-b1a1-c6557cbd8a71 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 5704 time: 0.5286424
Apr 15 10:53:10.263661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d603ba-a5de-4564-ae91-27e2c89efcfe req-148d1e5b-28f7-4567-b991-41142172ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:10.265277 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83d603ba-a5de-4564-ae91-27e2c89efcfe req-148d1e5b-28f7-4567-b991-41142172ce4d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4172771
Apr 15 10:53:10.274760 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-710a15ab-97f2-4e4d-9bc3-c1b1c61d35d6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=caed9e0606c5401fa61a7b5cfef2bac6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2059808
Apr 15 10:53:10.278917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48164) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:10.327519 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d5807170-f36a-4bce-ad07-8d25a6ddab3a req-8db61bce-413b-4a94-be39-6a8bdbfac665 service neutron] 10.222.0.89 "GET /v2.0/networks/520f7dbd-7bf3-4f58-9c10-2e472df93605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3430107
Apr 15 10:53:10.358878 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-13bce7bb-d665-4123-a32a-26376b5dae18 req-d8876dde-4574-484b-bdc7-4e7b6883111d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 210 time: 0.0827367
Apr 15 10:53:10.365455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.410064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.458369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.464442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:10.478260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57715c4a-3e7b-4a9d-be78-08c4572058d3,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:10.482580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:10.484091 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.488360 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/57715c4a-3e7b-4a9d-be78-08c4572058d3 HTTP/1.1" status: 204  len: 168 time: 0.2081738
Apr 15 10:53:10.784200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Attempting to bind port f50a61fe-b8b0-4b43-96d2-254a378ca457 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:10.784669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Attempting to bind port f50a61fe-b8b0-4b43-96d2-254a378ca457 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:10.784909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Attempting to bind port f50a61fe-b8b0-4b43-96d2-254a378ca457 on network e708f5ba-7f80-4884-85cc-9bbf29be3d29 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:10.806537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Port f50a61fe-b8b0-4b43-96d2-254a378ca457 on network e708f5ba-7f80-4884-85cc-9bbf29be3d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:10.806915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Attempting to bind port f50a61fe-b8b0-4b43-96d2-254a378ca457 on network e708f5ba-7f80-4884-85cc-9bbf29be3d29 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:10.817856 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:10.818233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Checking segment: {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:10.818843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Bound using segment: {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:10.819366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Bound port: f50a61fe-b8b0-4b43-96d2-254a378ca457, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:10.819754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.914034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.915944 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8092e04-8f2b-4773-b6cd-d779cf9ea007 req-6ca10579-412d-449c-9963-82c06502f74b tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:10.917665 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b8092e04-8f2b-4773-b6cd-d779cf9ea007 req-6ca10579-412d-449c-9963-82c06502f74b tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.0953074
Apr 15 10:53:10.918177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48182) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:10.965023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] For port f50a61fe-b8b0-4b43-96d2-254a378ca457, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:10.970589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] For port f50a61fe-b8b0-4b43-96d2-254a378ca457, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:10.974939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.997028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:11.001976 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b8092e04-8f2b-4773-b6cd-d779cf9ea007 req-2e8c937d-06d8-4436-b370-2c44917892b5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689013
Apr 15 10:53:11.011727 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4959ab86-101c-496a-846e-34fd9be3444c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=33d598d391ad4f2ca3d8b8f377214ca6&name=default HTTP/1.1" status: 200  len: 2977 time: 0.0923755
Apr 15 10:53:11.014858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48186) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:11.080102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.109515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.117256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.159078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.170718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:11.184933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452733b4-2514-40c3-b699-733a19a005f2,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:11.194201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:11.215567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.216831 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/452733b4-2514-40c3-b699-733a19a005f2 HTTP/1.1" status: 204  len: 168 time: 0.2007747
Apr 15 10:53:11.233008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=f50a61fe-b8b0-4b43-96d2-254a378ca457,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:11.248196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:11.250510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:11.432615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Pushing event updated for resources: {'Port': ['ID=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:11.448447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:11.461897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:11.462682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.464674 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] 10.222.0.89 "PUT /v2.0/ports/f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 200  len: 1094 time: 4.0396419
Apr 15 10:53:11.466940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752e2822-d0ee-4040-8386-2182538bd2bf', 'tag': 'f50a61fe-b8b0-4b43-96d2-254a378ca457'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:11.475852 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb75a6e-ef09-4a51-bb38-c9ffce2dc3fc req-722285a4-38a4-4636-a550-dc8112484176 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:11.477637 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0eb75a6e-ef09-4a51-bb38-c9ffce2dc3fc req-722285a4-38a4-4636-a550-dc8112484176 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 932 time: 0.1128109
Apr 15 10:53:11.535653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-0eb75a6e-ef09-4a51-bb38-c9ffce2dc3fc req-97ad9e55-a253-43ef-ac4d-6330bf7fe3a3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Synchronizing usage tracker for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:11.557517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-0eb75a6e-ef09-4a51-bb38-c9ffce2dc3fc req-97ad9e55-a253-43ef-ac4d-6330bf7fe3a3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Unset dirty status for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:11.563014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:11.565767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:11.568141 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:53:11.568538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:11.571583 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0eb75a6e-ef09-4a51-bb38-c9ffce2dc3fc req-97ad9e55-a253-43ef-ac4d-6330bf7fe3a3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858946
Apr 15 10:53:11.575511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:11.585551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.598671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706753b-82af-4336-8476-cbd4d3e7dd40 req-f184a4f8-62db-423a-be60-65375b597ba9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:11.600245 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2706753b-82af-4336-8476-cbd4d3e7dd40 req-f184a4f8-62db-423a-be60-65375b597ba9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.3164380
Apr 15 10:53:11.667955 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7113667
Apr 15 10:53:11.674316 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2706753b-82af-4336-8476-cbd4d3e7dd40 req-156fcdcf-9c2f-4e5b-8eb1-0ffbe05f6b51 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646229
Apr 15 10:53:11.874229 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c8c63ff7-a832-427b-a523-c8d0350189e9 req-a664ea2f-e1bf-43ec-9388-b504db713b80 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 210 time: 0.0532606
Apr 15 10:53:11.915434 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752e2822-d0ee-4040-8386-2182538bd2bf', 'tag': 'f50a61fe-b8b0-4b43-96d2-254a378ca457', 'status': 'completed', 'code': 200}
Apr 15 10:53:12.015411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'port': {'device_id': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'admin_state_up': True, 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'security_groups': ['ab91d9aa-e376-4998-bb68-4b35e561e79b']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:12.217121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:12.233154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:12.255482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Made reservation on behalf of e4fc3a0be00044e683a6ad5825f9e4b5 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:12.262202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.285014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2864012-bfa8-449e-9968-962f4f7648b6 req-95ba5b76-602f-4e12-84de-793d823e66d9 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:12.286690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2864012-bfa8-449e-9968-962f4f7648b6 req-95ba5b76-602f-4e12-84de-793d823e66d9 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.1631060
Apr 15 10:53:12.403650 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2864012-bfa8-449e-9968-962f4f7648b6 req-590e95ed-8116-4737-82ee-9318839df8b8 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076305
Apr 15 10:53:12.490984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Allocated IP 172.20.0.9 (09cc6cf2-4fb2-4daf-9b02-567c8b07f544/15b4c53f-89e9-404e-9fff-2c8a4c8ffda2/e7edebf2-5349-462a-803d-b8888fb38b0c) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:12.697105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.715715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Transition to ACTIVE for port object e7edebf2-5349-462a-803d-b8888fb38b0c will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:12.764422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.807151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:12.836706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc2a1a-73aa-4976-b3e0-0ca1be0d94d5 req-6b30175e-69bd-4b5e-a23d-d47059ee4fc3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:12.837671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-cfdc2a1a-73aa-4976-b3e0-0ca1be0d94d5 req-6b30175e-69bd-4b5e-a23d-d47059ee4fc3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Synchronizing usage tracker for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:12.855212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-cfdc2a1a-73aa-4976-b3e0-0ca1be0d94d5 req-6b30175e-69bd-4b5e-a23d-d47059ee4fc3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Unset dirty status for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:12.856376 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cfdc2a1a-73aa-4976-b3e0-0ca1be0d94d5 req-6b30175e-69bd-4b5e-a23d-d47059ee4fc3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 932 time: 0.1600049
Apr 15 10:53:12.908785 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cfdc2a1a-73aa-4976-b3e0-0ca1be0d94d5 req-4cc2b076-51ea-45f0-86ce-e8a3e0c9dd2f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455358
Apr 15 10:53:13.013983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:13.021003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:13.082499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b895be-b81a-4bb0-9ae6-940e4f1c3d93 req-50210cb7-b9b1-4ab9-9000-7a372e10b44a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:13.084140 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67b895be-b81a-4bb0-9ae6-940e4f1c3d93 req-50210cb7-b9b1-4ab9-9000-7a372e10b44a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.2802622
Apr 15 10:53:13.130233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bff47-d278-4ffe-8f70-dde94657ac1c req-db56c934-3c6c-4682-8d5b-52bdb5148a90 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:13.131889 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a25bff47-d278-4ffe-8f70-dde94657ac1c req-db56c934-3c6c-4682-8d5b-52bdb5148a90 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 931 time: 0.1068816
Apr 15 10:53:13.133380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:13.143827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:13.148990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:13.190584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Request body: {'port': {'device_id': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:13.402175 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a25bff47-d278-4ffe-8f70-dde94657ac1c req-d948efce-5132-40f7-94ad-f098e6475fae tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2626085
Apr 15 10:53:13.490605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fd117199-04e6-4bca-911e-cf18b80faa1e None None] Provisioning for port e7edebf2-5349-462a-803d-b8888fb38b0c completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:13.498840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fd117199-04e6-4bca-911e-cf18b80faa1e None None] Provisioning complete for port e7edebf2-5349-462a-803d-b8888fb38b0c triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:13.499765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fd117199-04e6-4bca-911e-cf18b80faa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.512651 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67b895be-b81a-4bb0-9ae6-940e4f1c3d93 req-fb32cd52-7f27-43b0-b0a0-526956ff54a6 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4142461
Apr 15 10:53:13.522519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.571466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fd117199-04e6-4bca-911e-cf18b80faa1e None None] Port e7edebf2-5349-462a-803d-b8888fb38b0c cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:53:13.585594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:13.586264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.632411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4218c-a14d-488c-b09c-43b359a6aeed req-6e4f10b9-a51f-48c2-8709-ff8256b7e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:13.634023 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ffc4218c-a14d-488c-b09c-43b359a6aeed req-6e4f10b9-a51f-48c2-8709-ff8256b7e14f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1097 time: 0.4482734
Apr 15 10:53:13.642380 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6320689
Apr 15 10:53:13.649859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf88e-7198-472f-9117-16450a9bdd15 req-158f3762-678c-401b-832a-8d3cea153abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:13.651406 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-158f3762-678c-401b-832a-8d3cea153abe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ed98951ba74b3a8f4d9dad86050150&device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 1097 time: 0.4627943
Apr 15 10:53:13.654223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-b5ad19af-10d4-4f3e-b80d-be6fc7a449c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:13.655677 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-b5ad19af-10d4-4f3e-b80d-be6fc7a449c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 1096 time: 0.2313137
Apr 15 10:53:13.813992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b502e-1d9d-4923-be97-99647617f2fb req-b72ea33a-babc-4acf-993d-02de7c514340 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:13.815583 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6b3b502e-1d9d-4923-be97-99647617f2fb req-b72ea33a-babc-4acf-993d-02de7c514340 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.2268569
Apr 15 10:53:13.952565 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6b3b502e-1d9d-4923-be97-99647617f2fb req-a75f1087-ce0c-43a8-935d-0f711dcac1ff tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298199
Apr 15 10:53:14.075960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:14.083832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.099913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Transition to ACTIVE for port object 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:14.102660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.115400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6739680-d711-42d8-b5fa-f4a5aa3e34c0 req-76b59687-0044-44d5-bb88-7254d74c1e2e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:14.116974 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6739680-d711-42d8-b5fa-f4a5aa3e34c0 req-76b59687-0044-44d5-bb88-7254d74c1e2e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 932 time: 0.0869381
Apr 15 10:53:14.124145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-aa2b4f4d-68a2-4425-a0d2-4178a865bb03 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:14.165411 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6739680-d711-42d8-b5fa-f4a5aa3e34c0 req-e11870c0-0371-4d40-9c50-2a86484dc5dd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410650
Apr 15 10:53:14.261440 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Pushing event updated for resources: {'Port': ['ID=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:14.265837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:14.686849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Attempting to bind port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:14.687204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Attempting to bind port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:14.687581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Attempting to bind port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 on network e708f5ba-7f80-4884-85cc-9bbf29be3d29 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:14.695546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 on network e708f5ba-7f80-4884-85cc-9bbf29be3d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:14.695910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Attempting to bind port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 on network e708f5ba-7f80-4884-85cc-9bbf29be3d29 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:14.705594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:14.705751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Checking segment: {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:14.706171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Bound using segment: {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:14.706654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Bound port: 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1c0415-a4fd-4327-b064-41a1be844c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:14.707049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.726142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6dde4-dd31-4f65-bfa0-255d5ee05eef req-334dee17-7932-4459-acf6-a145b15dec84 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:14.727964 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-50f6dde4-dd31-4f65-bfa0-255d5ee05eef req-334dee17-7932-4459-acf6-a145b15dec84 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.0930727
Apr 15 10:53:14.778724 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-50f6dde4-dd31-4f65-bfa0-255d5ee05eef req-fddfba4b-ebc1-49d8-af54-d4b162b5433d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431371
Apr 15 10:53:14.786066 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc7e5d-5e54-4e96-b0d2-67460e4873d7 req-bb6cb7a5-1a7f-4429-a99b-b608cf906b38 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:14.787659 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2fc7e5d-5e54-4e96-b0d2-67460e4873d7 req-bb6cb7a5-1a7f-4429-a99b-b608cf906b38 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 931 time: 0.1739874
Apr 15 10:53:14.860593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] For port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:14.868042 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2fc7e5d-5e54-4e96-b0d2-67460e4873d7 req-c552c916-bbd4-4c0c-9fb4-2e796fae46da tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673103
Apr 15 10:53:14.873578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] For port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:14.878567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.897408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c41f2e2-4b6d-41c7-9ae1-648db7e9a779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:15.043438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Pushing event updated for resources: {'Port': ['ID=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:15.056658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:15.090229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:15.090919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:15.092417 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] 10.222.0.89 "PUT /v2.0/ports/20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 HTTP/1.1" status: 200  len: 1094 time: 1.9112465
Apr 15 10:53:15.092919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'tag': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:15.141484 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'tag': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18', 'status': 'completed', 'code': 200}
Apr 15 10:53:15.160906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c93d9-a913-4527-ba8a-42fee07d399b req-646bd3d3-8aef-4460-b750-4d31e2c33a73 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:15.162492 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a29c93d9-a913-4527-ba8a-42fee07d399b req-646bd3d3-8aef-4460-b750-4d31e2c33a73 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.0914168
Apr 15 10:53:15.211055 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a29c93d9-a913-4527-ba8a-42fee07d399b req-9dc914fd-800b-4538-b46e-ff3fae0c23de tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416117
Apr 15 10:53:15.369190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c50e5-0054-48a9-8394-e774e57e74aa req-028681e3-bbd1-4d15-80ba-acb164516ebb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:15.371004 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ec7c50e5-0054-48a9-8394-e774e57e74aa req-028681e3-bbd1-4d15-80ba-acb164516ebb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.0891855
Apr 15 10:53:15.422652 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ec7c50e5-0054-48a9-8394-e774e57e74aa req-29b3e49c-fa8b-4b87-9a0a-d700bd76d716 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450726
Apr 15 10:53:16.027322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ca33-c605-44b5-8afd-6515706e481b req-405917ba-b959-4377-b4e3-71690355962f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.028992 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-38e6ca33-c605-44b5-8afd-6515706e481b req-405917ba-b959-4377-b4e3-71690355962f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.1323266
Apr 15 10:53:16.082699 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-38e6ca33-c605-44b5-8afd-6515706e481b req-af44b98f-821a-4a5e-930d-cba3a6657b23 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461822
Apr 15 10:53:16.113653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a59087-8845-43d6-8a75-e72ee0f381bf req-25a5464f-9449-43ee-bb62-59443bbb00b4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.115274 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5a59087-8845-43d6-8a75-e72ee0f381bf req-25a5464f-9449-43ee-bb62-59443bbb00b4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 931 time: 0.0915761
Apr 15 10:53:16.163862 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5a59087-8845-43d6-8a75-e72ee0f381bf req-fdb32895-b3f8-4ff0-a77a-ef455d1fb755 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413399
Apr 15 10:53:16.409255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Request body: {'port': {'device_id': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:16.519912 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-0c58b4a8-ced3-4d15-9c83-2f316615e20a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57fa0099-6319-482b-bc81-4a84b6897f81 HTTP/1.1" status: 200  len: 217 time: 0.1154613
Apr 15 10:53:16.648999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4218c-a14d-488c-b09c-43b359a6aeed req-0b1e9cc9-86ca-4fa1-b903-b64fcaecc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.650623 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ffc4218c-a14d-488c-b09c-43b359a6aeed req-0b1e9cc9-86ca-4fa1-b903-b64fcaecc479 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=74986e2eb06646fd84ac971fbe14ffda&shared=False HTTP/1.1" status: 200  len: 921 time: 0.2677929
Apr 15 10:53:16.661411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a727-8c91-4040-a76c-232a12ffb6e6 req-be5f4f95-76f9-4d56-a0b4-e73495e08699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.662919 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fa4a727-8c91-4040-a76c-232a12ffb6e6 req-be5f4f95-76f9-4d56-a0b4-e73495e08699 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 1097 time: 0.2544932
Apr 15 10:53:16.764999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-467afc00-4065-4159-a3b7-74ba5097c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.766516 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-467afc00-4065-4159-a3b7-74ba5097c073 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.1856112
Apr 15 10:53:16.782914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a7ab-6d2c-48ae-b503-351b515fa56e req-734a09a2-da77-486c-b8fb-53624e81eeaa tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.784481 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ad43a7ab-6d2c-48ae-b503-351b515fa56e req-734a09a2-da77-486c-b8fb-53624e81eeaa tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.4600575
Apr 15 10:53:16.872614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:16.878822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5392-e929-49e6-8220-851c82bfd663 req-ca9a1652-b8f9-4767-84c2-0fa419b1a57b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.880450 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7f3b5392-e929-49e6-8220-851c82bfd663 req-ca9a1652-b8f9-4767-84c2-0fa419b1a57b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.3375714
Apr 15 10:53:16.894063 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-8b8df23d-7722-4cce-90c9-275deea41f37 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1085086
Apr 15 10:53:16.899872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf88e-7198-472f-9117-16450a9bdd15 req-8a3bc1d7-edfe-4a31-937f-0474c9f82c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.901944 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-8a3bc1d7-edfe-4a31-937f-0474c9f82c97 service neutron] 10.222.0.89 "GET /v2.0/networks?id=520f7dbd-7bf3-4f58-9c10-2e472df93605 HTTP/1.1" status: 200  len: 913 time: 0.5213354
Apr 15 10:53:16.975368 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ad43a7ab-6d2c-48ae-b503-351b515fa56e req-ec643adf-6331-4397-bcc3-14c71cb3840f tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373403
Apr 15 10:53:17.001340 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7f3b5392-e929-49e6-8220-851c82bfd663 req-4df96127-d568-46cc-ba23-ad94f6b15f38 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073210
Apr 15 10:53:17.019549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4218c-a14d-488c-b09c-43b359a6aeed req-db9d420c-6cf4-4347-906e-1bf95c9aa014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:17.021140 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ffc4218c-a14d-488c-b09c-43b359a6aeed req-db9d420c-6cf4-4347-906e-1bf95c9aa014 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3622391
Apr 15 10:53:17.033888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a727-8c91-4040-a76c-232a12ffb6e6 req-b2467eb1-622f-4aa9-b233-bbc73bf2b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:17.035486 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fa4a727-8c91-4040-a76c-232a12ffb6e6 req-b2467eb1-622f-4aa9-b233-bbc73bf2b15e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=74986e2eb06646fd84ac971fbe14ffda&shared=False HTTP/1.1" status: 200  len: 921 time: 0.3450704
Apr 15 10:53:17.410874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0c38d-36c6-46a8-a9ec-3399babd7be0 req-301dba86-904e-4b06-8717-ea26cee3d40b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:17.421921 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ffa0c38d-36c6-46a8-a9ec-3399babd7be0 req-301dba86-904e-4b06-8717-ea26cee3d40b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.1727204
Apr 15 10:53:17.440959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-14737c33-cde3-4524-9c27-44f2fa5afd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.450219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fb42-e079-45eb-9876-f3fe33acbe00 req-d678a3a8-cbe7-43bb-969e-f6d90e48d9e5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:17.459033 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81b6fb42-e079-45eb-9876-f3fe33acbe00 req-d678a3a8-cbe7-43bb-969e-f6d90e48d9e5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 931 time: 0.1189013
Apr 15 10:53:17.486057 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ffa0c38d-36c6-46a8-a9ec-3399babd7be0 req-eea9e227-773e-4a96-bfb1-11a294c0c927 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627999
Apr 15 10:53:17.513905 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81b6fb42-e079-45eb-9876-f3fe33acbe00 req-ceafdf68-e5bd-4b9a-af90-768a8219451e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538299
Apr 15 10:53:17.570273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7edebf2-5349-462a-803d-b8888fb38b0c {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:17.578312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.593323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Transition to ACTIVE for port object e7edebf2-5349-462a-803d-b8888fb38b0c will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:17.595899 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.611755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:17.744451 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:17.748238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:17.974854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Attempting to bind port e7edebf2-5349-462a-803d-b8888fb38b0c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:17.975227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Attempting to bind port e7edebf2-5349-462a-803d-b8888fb38b0c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:17.975597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Attempting to bind port e7edebf2-5349-462a-803d-b8888fb38b0c on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:17.981732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Port e7edebf2-5349-462a-803d-b8888fb38b0c on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:17.982104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Attempting to bind port e7edebf2-5349-462a-803d-b8888fb38b0c on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:17.987534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:17.987914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Checking segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:17.988338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Bound using segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:17.988803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Bound port: e7edebf2-5349-462a-803d-b8888fb38b0c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:17.989183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.092209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:18.145155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:18.153624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.175247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:18.229245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66074fa0-dafd-4895-bcd3-a95462521e59 req-9d3f4331-d1f4-4827-81dc-3edd3c917b42 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:18.231492 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-66074fa0-dafd-4895-bcd3-a95462521e59 req-9d3f4331-d1f4-4827-81dc-3edd3c917b42 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.1041806
Apr 15 10:53:18.284065 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-66074fa0-dafd-4895-bcd3-a95462521e59 req-ff29037b-1b57-49fc-b0eb-ae1f1ba43bdd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460670
Apr 15 10:53:18.534869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db96eb-c2a3-46fd-9419-5682edaca2ef req-17c53127-99f6-4d58-92c0-2530fe6254ba tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:18.541056 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b7db96eb-c2a3-46fd-9419-5682edaca2ef req-17c53127-99f6-4d58-92c0-2530fe6254ba tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.4509981
Apr 15 10:53:18.567383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:18.575763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:18.627604 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b7db96eb-c2a3-46fd-9419-5682edaca2ef req-422176c2-a958-4d3f-9291-726d3d403c20 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850739
Apr 15 10:53:18.648883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:18.649596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.652145 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] 10.222.0.89 "PUT /v2.0/ports/e7edebf2-5349-462a-803d-b8888fb38b0c HTTP/1.1" status: 200  len: 1093 time: 2.2696846
Apr 15 10:53:18.652145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:18.727564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab8dbd-fa2d-4695-92fc-928c2e5b5fc8 req-848988e5-94b8-4468-9c01-c31fa9db2f19 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:18.737297 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90ab8dbd-fa2d-4695-92fc-928c2e5b5fc8 req-848988e5-94b8-4468-9c01-c31fa9db2f19 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.1173677
Apr 15 10:53:18.798070 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90ab8dbd-fa2d-4695-92fc-928c2e5b5fc8 req-37ef597b-d367-4d2b-8441-0a668a04c5a7 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593424
Apr 15 10:53:18.862321 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'status': 'completed', 'code': 200}
Apr 15 10:53:18.897244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4465-3295-4d13-b986-3900f40be9a7 req-e07088e4-3126-42e6-b3d5-93cba0e6df18 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:18.897996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-be1e4465-3295-4d13-b986-3900f40be9a7 req-e07088e4-3126-42e6-b3d5-93cba0e6df18 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:18.912951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-be1e4465-3295-4d13-b986-3900f40be9a7 req-e07088e4-3126-42e6-b3d5-93cba0e6df18 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:18.914289 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be1e4465-3295-4d13-b986-3900f40be9a7 req-e07088e4-3126-42e6-b3d5-93cba0e6df18 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1215143
Apr 15 10:53:18.962826 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be1e4465-3295-4d13-b986-3900f40be9a7 req-c70faa23-fe6e-4f67-bd38-80f5125b8868 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421855
Apr 15 10:53:19.441122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8aa75403-e5fc-481e-8f3c-1e2dea530490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.505474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6e1d6-fdc3-4f3a-a0e5-df4f58af7b37 req-bc04d822-2918-4f4e-b8cd-165aa66c237d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:19.507088 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8a6e1d6-fdc3-4f3a-a0e5-df4f58af7b37 req-bc04d822-2918-4f4e-b8cd-165aa66c237d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.0938025
Apr 15 10:53:19.555882 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8a6e1d6-fdc3-4f3a-a0e5-df4f58af7b37 req-3687911c-02de-4c6e-8ab4-fbb49f809d5b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422835
Apr 15 10:53:19.679353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:19.772334 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-b57b85bc-3121-4ae4-b23b-d3e67e8634fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 HTTP/1.1" status: 200  len: 217 time: 0.1100702
Apr 15 10:53:19.841251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,segment=NetworkSegment(b2e9a636-9c84-4309-b375-75a59f8d9181),segment_id=b2e9a636-9c84-4309-b375-75a59f8d9181)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:19.858718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3', 'network_id': '520f7dbd-7bf3-4f58-9c10-2e472df93605', 'port_id': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3', 'mac_address': 'fa:16:3e:14:b8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50ce64f-dbd3-47a7-a27c-ac06611a1e19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:19.889262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f55b4-ecd9-40b0-85b3-4615f3d39c95 req-112f038c-09b3-4635-a242-23fba6ed937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:19.890884 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d70f55b4-ecd9-40b0-85b3-4615f3d39c95 req-112f038c-09b3-4635-a242-23fba6ed937f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1096 time: 0.2123554
Apr 15 10:53:19.927411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.948115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:19.968037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,segment=NetworkSegment(b2e9a636-9c84-4309-b375-75a59f8d9181),segment_id=b2e9a636-9c84-4309-b375-75a59f8d9181)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:19.973937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.976052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:20.056041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a727-8c91-4040-a76c-232a12ffb6e6 req-cf506a8d-8de7-4d8a-84fc-dab5514c74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.056041 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fa4a727-8c91-4040-a76c-232a12ffb6e6 req-cf506a8d-8de7-4d8a-84fc-dab5514c74dc service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4076943
Apr 15 10:53:20.068983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf88e-7198-472f-9117-16450a9bdd15 req-133f1122-6fc0-4d35-942d-b91ec476429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.070372 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-133f1122-6fc0-4d35-942d-b91ec476429d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c50ce64f-dbd3-47a7-a27c-ac06611a1e19 HTTP/1.1" status: 200  len: 851 time: 0.2575157
Apr 15 10:53:20.092817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:20.096418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:20.150937 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-bb204802-1c3b-44ce-b15d-47cc7fee160c service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5174656
Apr 15 10:53:20.156095 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-bb66d078-fcca-442c-9b66-e25337acf227 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=520f7dbd-7bf3-4f58-9c10-2e472df93605&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718617
Apr 15 10:53:20.196320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d2e47-cebc-4570-840b-504a96233da9 req-8e51f5fa-ac39-433d-bfc8-e904860de2c2 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.198954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-097d2e47-cebc-4570-840b-504a96233da9 req-8e51f5fa-ac39-433d-bfc8-e904860de2c2 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.2667277
Apr 15 10:53:20.236165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:20.243923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f55b4-ecd9-40b0-85b3-4615f3d39c95 req-5daa69e3-8bb0-4cf9-839a-9f5eaa010b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.245703 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d70f55b4-ecd9-40b0-85b3-4615f3d39c95 req-5daa69e3-8bb0-4cf9-839a-9f5eaa010b1c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3399010
Apr 15 10:53:20.333816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-911241e6-35ef-4bbe-8908-6d8e3675214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.335446 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-911241e6-35ef-4bbe-8908-6d8e3675214e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1097 time: 0.6670177
Apr 15 10:53:20.358257 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-097d2e47-cebc-4570-840b-504a96233da9 req-ea981023-5678-4f68-bb58-ccfe5e2574a9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444287
Apr 15 10:53:20.409011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416e29-946f-4039-baa1-43b599530653 req-5ba0d91d-2e14-44fc-b990-b2e0d1f9cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.413355 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-5ba0d91d-2e14-44fc-b990-b2e0d1f9cd61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 1097 time: 0.3085058
Apr 15 10:53:20.438088 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-4fa0449d-1bbd-46df-9f16-ae4b75a5114d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 200  len: 217 time: 0.0905664
Apr 15 10:53:20.450872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f54198-2ac3-4653-8a34-ca7b070710c0 req-0b85eeed-4153-4f14-b64a-828f3e8b5da3 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.452424 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b2f54198-2ac3-4653-8a34-ca7b070710c0 req-0b85eeed-4153-4f14-b64a-828f3e8b5da3 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 945 time: 0.6334870
Apr 15 10:53:20.505562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.510140 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-8ed81ada-5927-4af2-91e7-00bcd72707a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 HTTP/1.1" status: 200  len: 217 time: 0.0874891
Apr 15 10:53:20.594603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f55b4-ecd9-40b0-85b3-4615f3d39c95 req-21661472-4853-4575-84bc-191028adc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.597061 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d70f55b4-ecd9-40b0-85b3-4615f3d39c95 req-21661472-4853-4575-84bc-191028adc7d0 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3442440
Apr 15 10:53:20.642130 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-1fb072a5-442c-48ca-ba02-2bd040b5858b service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4740310
Apr 15 10:53:20.647421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-87a55e57-059b-4a97-bade-09bc9389099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:20.648941 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-87a55e57-059b-4a97-bade-09bc9389099c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.1885223
Apr 15 10:53:20.653694 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b2f54198-2ac3-4653-8a34-ca7b070710c0 req-952f4bef-25df-457e-96a7-de9a0db0fd72 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518445
Apr 15 10:53:20.655898 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-26464355-e47e-40ac-bce7-1142e0d88c02 service neutron] 10.222.0.89 "GET /v2.0/networks/520f7dbd-7bf3-4f58-9c10-2e472df93605?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4892557
Apr 15 10:53:20.695990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.747121 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-5518ecc6-6f3c-416c-b82f-9e6d90424977 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901771
Apr 15 10:53:21.074418 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-c6e0ba77-dae3-46e4-ba51-124fc01a2275 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2729959
Apr 15 10:53:21.086248 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-fa84496e-0286-4ebe-9503-9cd1d5a8e528 service neutron] 10.222.0.89 "GET /v2.0/networks/520f7dbd-7bf3-4f58-9c10-2e472df93605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3757594
Apr 15 10:53:21.099728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416e29-946f-4039-baa1-43b599530653 req-af3135b0-c429-4083-858d-5e3c5c145a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.101427 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-af3135b0-c429-4083-858d-5e3c5c145a4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.5763869
Apr 15 10:53:21.146388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:21.197094 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-31273144-3116-4a25-9ca2-e5b85d829fb3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0800984
Apr 15 10:53:21.208254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c202-b471-471e-a325-d61f45484d6f req-bbb1ee5a-270a-4e31-83f3-fa9ee4318cfa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.215615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9f3b1-d8d8-482b-b7aa-4fa6d6515484 req-b47dc726-b87f-4151-b103-51eb36c40538 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.216589 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fd6c202-b471-471e-a325-d61f45484d6f req-bbb1ee5a-270a-4e31-83f3-fa9ee4318cfa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.3250427
Apr 15 10:53:21.223618 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1f9f3b1-d8d8-482b-b7aa-4fa6d6515484 req-b47dc726-b87f-4151-b103-51eb36c40538 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.6564033
Apr 15 10:53:21.272194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-81351ffc-4df6-4d0c-9a7b-431c6a9c4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.273862 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-81351ffc-4df6-4d0c-9a7b-431c6a9c4480 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1096 time: 0.6032896
Apr 15 10:53:21.441644 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1f9f3b1-d8d8-482b-b7aa-4fa6d6515484 req-9055e1e8-7691-438b-9730-12563e26b6cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2167358
Apr 15 10:53:21.445598 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-3a58070f-a175-46e7-8ce1-5ca37536b3e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7edebf2-5349-462a-803d-b8888fb38b0c HTTP/1.1" status: 200  len: 217 time: 0.1620452
Apr 15 10:53:21.554009 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fd6c202-b471-471e-a325-d61f45484d6f req-bbbfeb60-37a1-4e72-ab28-4b6ed0ebedc8 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3365886
Apr 15 10:53:21.568453 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e48adf6-d0e9-49da-a30f-56629a3fd8c9 req-8fd0604d-ca7d-46ab-a3ee-0050ee75fd0d service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4871993
Apr 15 10:53:21.651727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-fb11e151-8f8f-429e-9b8a-e70058371859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.653530 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-fb11e151-8f8f-429e-9b8a-e70058371859 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.1760168
Apr 15 10:53:21.657263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 57fa0099-6319-482b-bc81-4a84b6897f81 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:21.722219 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-2d25d59c-7531-4e56-8979-5fbe051941d3 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5174594
Apr 15 10:53:21.894458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 57fa0099-6319-482b-bc81-4a84b6897f81, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57fa0099-6319-482b-bc81-4a84b6897f81,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:21.912068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '57fa0099-6319-482b-bc81-4a84b6897f81', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'port_id': '57fa0099-6319-482b-bc81-4a84b6897f81', 'mac_address': 'fa:16:3e:52:07:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1fe93-5ce0-4326-8c92-78e1ecb99c43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:21.920831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:21.935572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c416e29-946f-4039-baa1-43b599530653 req-51fedefc-97e1-480f-9808-6ac942d3b1b2 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499736
Apr 15 10:53:21.939899 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e61447-2d13-4625-b8bf-3f0276993101 req-eb576578-2dc9-466f-ae8f-03ee1957ee8a tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.948810 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41e61447-2d13-4625-b8bf-3f0276993101 req-eb576578-2dc9-466f-ae8f-03ee1957ee8a tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 945 time: 0.1315222
Apr 15 10:53:22.026389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4cd8-75a0-405a-939c-6743937b6e36 req-4a3d01e0-69e0-43fd-89fe-a1567a7f84fc tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:22.028517 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41e61447-2d13-4625-b8bf-3f0276993101 req-53a5f1d4-14e6-43b3-9dcf-94f769304b66 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762696
Apr 15 10:53:22.034932 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-192c4cd8-75a0-405a-939c-6743937b6e36 req-4a3d01e0-69e0-43fd-89fe-a1567a7f84fc tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 943 time: 0.3801994
Apr 15 10:53:22.063114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-17d59123-bf8b-49da-9987-a78ff131a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:22.065056 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-17d59123-bf8b-49da-9987-a78ff131a9d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3381338
Apr 15 10:53:22.080610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.109339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fa0099-6319-482b-bc81-4a84b6897f81 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:22.116870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:22.120963 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-192c4cd8-75a0-405a-939c-6743937b6e36 req-bae247ab-40dc-4548-901c-158e45606d0e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849686
Apr 15 10:53:22.130292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:22.130720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.215273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 57fa0099-6319-482b-bc81-4a84b6897f81, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57fa0099-6319-482b-bc81-4a84b6897f81,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:22.217580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.223211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.225826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:22.354932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.368266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=57fa0099-6319-482b-bc81-4a84b6897f81,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:22.371803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:22.392115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:22.462588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,segment=NetworkSegment(b2e9a636-9c84-4309-b375-75a59f8d9181),segment_id=b2e9a636-9c84-4309-b375-75a59f8d9181)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:22.469935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.472591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-34e630e8-d7d1-4d78-afa9-35e8587b0119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:22.568800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:22.573562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:22.627431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48490) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:22.678735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422ec19-ef59-4318-b8f2-30128adc0426 req-c8e8cce9-e71f-4a56-a14f-bcd872c2f595 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:22.680542 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f422ec19-ef59-4318-b8f2-30128adc0426 req-c8e8cce9-e71f-4a56-a14f-bcd872c2f595 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1044643
Apr 15 10:53:22.732871 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f422ec19-ef59-4318-b8f2-30128adc0426 req-0980d66b-80fb-45af-9568-5339f9d0c8fc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445921
Apr 15 10:53:22.793680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5725d68-cc0c-436f-a99c-4a04cc46f878 req-da5d9f0c-8bc5-4a5c-9f18-c4a596898e12 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:22.795310 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5725d68-cc0c-436f-a99c-4a04cc46f878 req-da5d9f0c-8bc5-4a5c-9f18-c4a596898e12 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.1199367
Apr 15 10:53:22.857436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.874328 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5725d68-cc0c-436f-a99c-4a04cc46f878 req-a428b6bc-056f-4a01-8ad7-f17c9d903021 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724299
Apr 15 10:53:22.878250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:22.882416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Usage tracker for resource:security_group_rule and tenant:97a62cc7eecc47da8a4da05170ab85fd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:22.885623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:22.892223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:22.976867 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3', 'code': 200}
Apr 15 10:53:22.981416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.984278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.993740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:23.036493 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=97a62cc7eecc47da8a4da05170ab85fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4078875
Apr 15 10:53:23.037473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57be4fa-4732-41a0-91ac-aa57b250658d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:23.039391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48502) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:23.040842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:23.102695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.130351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.179213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.184615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-89f76e9d-6d28-4184-9a26-b931e3283bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:23.195654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57be4fa-4732-41a0-91ac-aa57b250658d,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:23.201760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:23.204059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.208348 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c57be4fa-4732-41a0-91ac-aa57b250658d HTTP/1.1" status: 204  len: 168 time: 0.1678414
Apr 15 10:53:23.238296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb3103-0809-482f-b33b-fd62ee119f74 req-32b016b9-33f0-40f3-8989-aca5db47c5b8 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:23.239918 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9bcb3103-0809-482f-b33b-fd62ee119f74 req-32b016b9-33f0-40f3-8989-aca5db47c5b8 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.1006763
Apr 15 10:53:23.290294 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9bcb3103-0809-482f-b33b-fd62ee119f74 req-39fce5d4-d27c-41f0-b174-c39379a2d99a tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435157
Apr 15 10:53:23.354153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3c0b0-cef9-4050-91a0-d1d51d92a5f2 req-ef2dd01e-7940-4f27-9bcc-b4613fef73ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:23.356395 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-03c3c0b0-cef9-4050-91a0-d1d51d92a5f2 req-ef2dd01e-7940-4f27-9bcc-b4613fef73ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 944 time: 0.1068013
Apr 15 10:53:23.406875 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-03c3c0b0-cef9-4050-91a0-d1d51d92a5f2 req-d2f069d1-270f-4feb-a330-12e0b5834503 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437846
Apr 15 10:53:23.542201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48522) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:23.561472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.576482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:23.580529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Usage tracker for resource:security_group_rule and tenant:310202629ce04c4f9ed8783c9197efaf is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:23.583460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:23.589375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:23.674621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.677554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.687115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f2a0e4f-5970-45a6-9de9-bb6193c7f708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:23.728485 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=310202629ce04c4f9ed8783c9197efaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1851883
Apr 15 10:53:23.730819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6da66b-0f1e-4f21-80e1-e108ed19f380,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:23.732074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48526) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:23.734065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:23.796383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c7205a87-b65b-4db3-8c55-ad45123f7ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.826905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c7205a87-b65b-4db3-8c55-ad45123f7ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.943857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c7205a87-b65b-4db3-8c55-ad45123f7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.951260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:23.967117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7205a87-b65b-4db3-8c55-ad45123f7ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6da66b-0f1e-4f21-80e1-e108ed19f380,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:23.972901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c7205a87-b65b-4db3-8c55-ad45123f7ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:23.982336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f578-9906-4bbb-bb51-920d521798c8 req-8fdb8941-e117-4696-86d5-fa80400ec796 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:23.984040 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2118f578-9906-4bbb-bb51-920d521798c8 req-8fdb8941-e117-4696-86d5-fa80400ec796 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1245873
Apr 15 10:53:23.988943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c7205a87-b65b-4db3-8c55-ad45123f7ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.990129 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c7205a87-b65b-4db3-8c55-ad45123f7ee1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bc6da66b-0f1e-4f21-80e1-e108ed19f380 HTTP/1.1" status: 204  len: 168 time: 0.2568643
Apr 15 10:53:24.040095 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2118f578-9906-4bbb-bb51-920d521798c8 req-cbf6a201-3f8b-40aa-8c86-1d6fbad518eb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459588
Apr 15 10:53:24.083070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10895eb2-f01b-4fb2-8ea6-809978ae15a4 req-59210c28-b6c8-4d6a-abae-62108104c3b7 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:24.084677 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-10895eb2-f01b-4fb2-8ea6-809978ae15a4 req-59210c28-b6c8-4d6a-abae-62108104c3b7 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.0929241
Apr 15 10:53:24.134235 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-10895eb2-f01b-4fb2-8ea6-809978ae15a4 req-fec9adfe-0fa8-4117-93bd-348e8cbf3cd2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422163
Apr 15 10:53:24.512554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d503c3-fced-4c10-a8a3-bf2683170ed0 req-184d7d83-2e3f-4bef-ba98-c2608a4ec0d5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:24.514738 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-92d503c3-fced-4c10-a8a3-bf2683170ed0 req-184d7d83-2e3f-4bef-ba98-c2608a4ec0d5 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.0992291
Apr 15 10:53:24.578073 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-92d503c3-fced-4c10-a8a3-bf2683170ed0 req-92f8d0c7-1451-4947-9042-656682cf63cf tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558929
Apr 15 10:53:24.634289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a530-7430-4002-8098-4428c7aa5332 req-8841b41a-6727-4037-9d97-1bf9354586eb tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:24.636272 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90b7a530-7430-4002-8098-4428c7aa5332 req-8841b41a-6727-4037-9d97-1bf9354586eb tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 944 time: 0.1069207
Apr 15 10:53:24.689502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90b7a530-7430-4002-8098-4428c7aa5332 req-fd5cd6bd-3956-4330-a0d6-7f865f83b276 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468960
Apr 15 10:53:25.150599 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-626a6110-b99c-420e-a7cb-ad712db74b71 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564412
Apr 15 10:53:25.334913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['57fa0099-6319-482b-bc81-4a84b6897f81'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:25.360715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc091728-9cf9-4a1d-a811-fb80db8f324a req-814e1103-4027-4bab-a065-18abbdc05c42 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.371939 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc091728-9cf9-4a1d-a811-fb80db8f324a req-814e1103-4027-4bab-a065-18abbdc05c42 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.1078033
Apr 15 10:53:25.447103 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc091728-9cf9-4a1d-a811-fb80db8f324a req-14178bbf-ee45-4c89-ae15-7a846f79ea07 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727997
Apr 15 10:53:25.484263 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b420e1f-3149-41bf-ac68-c3ccf1d5fa30 req-7665b372-8432-4974-9ae7-66c5ee37cef2 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3170021
Apr 15 10:53:25.492716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-149be74e-c57f-4a29-81f1-8ce3c86afb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.494249 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-149be74e-c57f-4a29-81f1-8ce3c86afb91 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 1099 time: 0.2998166
Apr 15 10:53:25.504058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1ed4-322e-4a7a-a644-f8391bac0d6e req-e18e8f89-83ff-4c52-8a7f-3189409f9abc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.505590 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbbd1ed4-322e-4a7a-a644-f8391bac0d6e req-e18e8f89-83ff-4c52-8a7f-3189409f9abc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.3146739
Apr 15 10:53:25.571625 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbbd1ed4-322e-4a7a-a644-f8391bac0d6e req-e9c3d2eb-3980-4b57-942c-37267cb97e8f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581336
Apr 15 10:53:25.821048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48ee6-daa5-46f6-abf9-d076ce78b325 req-93ca404b-ecea-4e79-a3e0-51d80731848f tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.822780 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-14a48ee6-daa5-46f6-abf9-d076ce78b325 req-93ca404b-ecea-4e79-a3e0-51d80731848f tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.1276889
Apr 15 10:53:25.872097 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-14a48ee6-daa5-46f6-abf9-d076ce78b325 req-35d8195a-12d1-4f53-b5cf-39d8298ce07b tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430069
Apr 15 10:53:25.908828 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d6ced-aa7d-402a-93a7-c17218160667 req-8b2b1437-f08c-4850-a2e9-dcf411c64bac tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.910494 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f8d6ced-aa7d-402a-93a7-c17218160667 req-8b2b1437-f08c-4850-a2e9-dcf411c64bac tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 944 time: 0.0905504
Apr 15 10:53:25.960139 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f8d6ced-aa7d-402a-93a7-c17218160667 req-9f2cdfd1-2f4d-4845-b47e-4140c73933fc tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427470
Apr 15 10:53:26.645730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7386962-6195-4047-a87c-403fe64df9f7 req-6de40d2d-9c4e-4c45-add0-49c0e8266932 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:26.647307 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a7386962-6195-4047-a87c-403fe64df9f7 req-6de40d2d-9c4e-4c45-add0-49c0e8266932 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.0905335
Apr 15 10:53:26.695686 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a7386962-6195-4047-a87c-403fe64df9f7 req-77d477df-a5e7-4edb-aac9-64af4b73daf4 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419848
Apr 15 10:53:26.785380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc314c-a66e-44a4-ba96-ac101fe7801d req-bc0f491c-15b4-485f-bcc0-4d8c4da40800 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:26.787015 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-46dc314c-a66e-44a4-ba96-ac101fe7801d req-bc0f491c-15b4-485f-bcc0-4d8c4da40800 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0985348
Apr 15 10:53:26.837181 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-46dc314c-a66e-44a4-ba96-ac101fe7801d req-b581a5ac-4271-413f-b074-43fd4649122f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422165
Apr 15 10:53:27.080060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853ca7-77d5-4f8b-8ce9-85930b344304 req-e954d407-f622-44d0-8247-e005bc99c171 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:27.081683 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41853ca7-77d5-4f8b-8ce9-85930b344304 req-e954d407-f622-44d0-8247-e005bc99c171 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.0899456
Apr 15 10:53:27.132542 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41853ca7-77d5-4f8b-8ce9-85930b344304 req-218a8bc9-1911-43e4-a88a-06ab180278b1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444288
Apr 15 10:53:27.170838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4d3f3-7eed-4323-9f6a-dfb4de1a0092 req-30398057-e494-441b-976d-42cc79c3d26c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:27.172420 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-94c4d3f3-7eed-4323-9f6a-dfb4de1a0092 req-30398057-e494-441b-976d-42cc79c3d26c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 944 time: 0.0929859
Apr 15 10:53:27.221712 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-94c4d3f3-7eed-4323-9f6a-dfb4de1a0092 req-fc1bb762-0fb7-48ae-9518-98f6c5fd8ef3 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426819
Apr 15 10:53:27.387918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f50a61fe-b8b0-4b43-96d2-254a378ca457 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:27.529918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port f50a61fe-b8b0-4b43-96d2-254a378ca457, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:27.544373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'f50a61fe-b8b0-4b43-96d2-254a378ca457', 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'port_id': 'f50a61fe-b8b0-4b43-96d2-254a378ca457', 'mac_address': 'fa:16:3e:93:6f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:27.602174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.620527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50a61fe-b8b0-4b43-96d2-254a378ca457 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:27.636119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port f50a61fe-b8b0-4b43-96d2-254a378ca457, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:27.638842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.640642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:27.713063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=f50a61fe-b8b0-4b43-96d2-254a378ca457,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:27.717440 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:27.909031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faded684-c0ae-4d35-8d42-3582ec54f15a req-a60c652b-f41b-4e8b-a0a1-d442d942b0e4 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:27.910844 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-faded684-c0ae-4d35-8d42-3582ec54f15a req-a60c652b-f41b-4e8b-a0a1-d442d942b0e4 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.0896266
Apr 15 10:53:27.960151 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-faded684-c0ae-4d35-8d42-3582ec54f15a req-c61e37d7-14d4-41a8-ba80-e640258be1f9 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421352
Apr 15 10:53:28.059263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a989b1-c41f-4ca3-a82b-527c4d66a5c1 req-15e6d966-b440-490a-8689-43b1911efd01 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:28.060880 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17a989b1-c41f-4ca3-a82b-527c4d66a5c1 req-15e6d966-b440-490a-8689-43b1911efd01 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1022482
Apr 15 10:53:28.109406 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17a989b1-c41f-4ca3-a82b-527c4d66a5c1 req-b07776a3-af50-48a7-846a-414f98969adf tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420640
Apr 15 10:53:28.343452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe2785-e9b2-4bad-9770-c84829b3686b req-c3ebce4d-c51f-4a88-aaa7-997b0559caee tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:28.345056 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e3fe2785-e9b2-4bad-9770-c84829b3686b req-c3ebce4d-c51f-4a88-aaa7-997b0559caee tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.0973430
Apr 15 10:53:28.395605 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e3fe2785-e9b2-4bad-9770-c84829b3686b req-a2047462-cdb5-418a-8b58-e5bc342b7d3c tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439115
Apr 15 10:53:28.408078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.427795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:28.434710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Usage tracker for resource:security_group_rule and tenant:4b4761063e3647e98dbcd7707cea4b76 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:28.438316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:28.447156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:28.489320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896bc1-fcec-4313-bd77-b0d673eab177 req-01aae594-7a3d-4b19-8269-3255e982ddd7 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:28.490871 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-53896bc1-fcec-4313-bd77-b0d673eab177 req-01aae594-7a3d-4b19-8269-3255e982ddd7 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 944 time: 0.1531157
Apr 15 10:53:28.556071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-53896bc1-fcec-4313-bd77-b0d673eab177 req-d7313528-c2f8-4d7d-bd78-ae9ae578e57f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577700
Apr 15 10:53:28.596374 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.598413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.607804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8062e16a-611a-46a6-8665-284b8d073a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:28.627360 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fccc0750-55ec-4be4-b980-e3fbe5dcaa97 req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457867
Apr 15 10:53:28.641779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a463d315-6fd1-4d01-9908-114ea0f85b94,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:28.644928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:28.754805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f50a61fe-b8b0-4b43-96d2-254a378ca457'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:29.174191 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73470e4-cd58-4e2a-975c-25949cb0754e req-81e065db-8d3c-473e-9af5-48957d5df525 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:29.176800 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b73470e4-cd58-4e2a-975c-25949cb0754e req-81e065db-8d3c-473e-9af5-48957d5df525 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.0970592
Apr 15 10:53:29.243816 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b73470e4-cd58-4e2a-975c-25949cb0754e req-cf567a42-e3be-48f9-8680-c57378898640 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591245
Apr 15 10:53:29.350593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256452f-cbe5-4350-a0f0-363f53dbc3aa req-218014cf-70d1-434b-92ef-45c3f8c97121 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:29.352342 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4256452f-cbe5-4350-a0f0-363f53dbc3aa req-218014cf-70d1-434b-92ef-45c3f8c97121 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1078200
Apr 15 10:53:29.414044 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4256452f-cbe5-4350-a0f0-363f53dbc3aa req-8f6e1352-4a81-45f3-8850-a334b76e2e23 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488772
Apr 15 10:53:29.621965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64f2eb-fbc8-4af8-a90c-04f7a19c706a req-18d393b9-52ed-45d4-ab2e-fc484227378c tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:29.623752 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1c64f2eb-fbc8-4af8-a90c-04f7a19c706a req-18d393b9-52ed-45d4-ab2e-fc484227378c tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.1015320
Apr 15 10:53:29.688471 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1c64f2eb-fbc8-4af8-a90c-04f7a19c706a req-507c42fd-3712-4b4e-9b72-e782a5654883 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568483
Apr 15 10:53:29.797350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e261b-aab9-420a-92af-1121304ce2cb req-5a5b49ae-70d1-4e11-a487-e75eaa5ee97e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:29.799075 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-341e261b-aab9-420a-92af-1121304ce2cb req-5a5b49ae-70d1-4e11-a487-e75eaa5ee97e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 944 time: 0.0966291
Apr 15 10:53:29.855360 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-341e261b-aab9-420a-92af-1121304ce2cb req-8d4cf62e-2d5d-4205-b789-e5a5792e1029 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493090
Apr 15 10:53:30.444655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929ee65-fac8-4d23-b6cc-38f109721be4 req-a2382c4a-c5a2-4935-a88b-441efaf30e1d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:30.446408 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e929ee65-fac8-4d23-b6cc-38f109721be4 req-a2382c4a-c5a2-4935-a88b-441efaf30e1d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 944 time: 0.0906570
Apr 15 10:53:30.493394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:30.497717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 57fa0099-6319-482b-bc81-4a84b6897f81 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:30.504816 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e929ee65-fac8-4d23-b6cc-38f109721be4 req-c45c9985-97dc-4d17-8745-ccb0e1d5ecb2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500126
Apr 15 10:53:30.652929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460742ee-97aa-4a68-9ad4-09e446c0cfb2 req-36e4eb04-0fbc-41e6-a017-8decef759980 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:30.654789 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-460742ee-97aa-4a68-9ad4-09e446c0cfb2 req-36e4eb04-0fbc-41e6-a017-8decef759980 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0929205
Apr 15 10:53:30.678468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 57fa0099-6319-482b-bc81-4a84b6897f81 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:30.711682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 57fa0099-6319-482b-bc81-4a84b6897f81 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:30.712113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.718369 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-460742ee-97aa-4a68-9ad4-09e446c0cfb2 req-59228674-2e86-4fe1-a210-63c1b33892ef tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568545
Apr 15 10:53:30.783031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:30.803195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18', 'network_id': 'e708f5ba-7f80-4884-85cc-9bbf29be3d29', 'port_id': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18', 'mac_address': 'fa:16:3e:06:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166cf903-3412-49fe-aa7b-e53610caf8b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:30.968027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.974985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048239ea-f0c1-48d5-bf14-0fc61655be2e req-1e98537f-09eb-4610-bd22-9fd7dce7a3a2 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:30.985650 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-048239ea-f0c1-48d5-bf14-0fc61655be2e req-1e98537f-09eb-4610-bd22-9fd7dce7a3a2 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.1169624
Apr 15 10:53:30.988546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.012653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:31.030000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:31.040806 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-048239ea-f0c1-48d5-bf14-0fc61655be2e req-3b644829-f6f4-4c47-b6bb-13f083dd73bc tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539849
Apr 15 10:53:31.050012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 57fa0099-6319-482b-bc81-4a84b6897f81, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57fa0099-6319-482b-bc81-4a84b6897f81,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:31.052256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fa0099-6319-482b-bc81-4a84b6897f81'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:31.058506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.059308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:31.062645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:31.105572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.106899 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f50a61fe-b8b0-4b43-96d2-254a378ca457 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:31.191340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:31.206747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:31.211148 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fa0099-6319-482b-bc81-4a84b6897f81', 'code': 200}
Apr 15 10:53:31.221054 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:31.342381 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d901b-774e-4615-bab7-4952a7ba97a9 req-335c0a3c-d078-41e3-9fa9-f7e033362d3e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:31.350395 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1d5d901b-774e-4615-bab7-4952a7ba97a9 req-335c0a3c-d078-41e3-9fa9-f7e033362d3e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 944 time: 0.3617318
Apr 15 10:53:31.379505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=57fa0099-6319-482b-bc81-4a84b6897f81,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:31.389418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:31.471572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1d5d901b-774e-4615-bab7-4952a7ba97a9 req-2b5708cd-590a-44f7-be7b-1bba6bf2be97 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201344
Apr 15 10:53:31.527217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adc337-e191-433f-97f1-03dbe7e58bbf req-a6bfe095-a800-43aa-87e7-0415c109d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:31.529630 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-54adc337-e191-433f-97f1-03dbe7e58bbf req-a6bfe095-a800-43aa-87e7-0415c109d270 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 1098 time: 0.1235244
Apr 15 10:53:31.590796 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-54adc337-e191-433f-97f1-03dbe7e58bbf req-5a272d89-8f64-407f-b60f-0c682b1ba9a6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441618
Apr 15 10:53:31.687228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port f50a61fe-b8b0-4b43-96d2-254a378ca457 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:31.729349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port f50a61fe-b8b0-4b43-96d2-254a378ca457 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:31.729877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.802298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:31.826424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'port_id': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'mac_address': 'fa:16:3e:f2:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:31.890574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c41a72-acb8-4327-9c34-29e2c71606f3 req-a70c811f-8227-4908-8828-37e08ddd4180 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:31.899372 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-73c41a72-acb8-4327-9c34-29e2c71606f3 req-a70c811f-8227-4908-8828-37e08ddd4180 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 945 time: 0.1720672
Apr 15 10:53:31.906709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.927950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7edebf2-5349-462a-803d-b8888fb38b0c {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:31.964847 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-73c41a72-acb8-4327-9c34-29e2c71606f3 req-0b2f9bba-c957-49d4-914e-59583f5638bc tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639951
Apr 15 10:53:32.010650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:32.013127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523260c6-86f8-4e2a-8973-e05d84a8969d req-d953de20-1b6a-4b1c-90d0-4016b4cf144f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:32.014897 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-523260c6-86f8-4e2a-8973-e05d84a8969d req-d953de20-1b6a-4b1c-90d0-4016b4cf144f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1124473
Apr 15 10:53:32.016153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.018271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c976cfff-f46c-4fd3-b668-873d36975145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:32.049794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.066886 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-523260c6-86f8-4e2a-8973-e05d84a8969d req-4e17199a-af9f-4c04-abd7-6a5f843340f3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442348
Apr 15 10:53:32.121603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port f50a61fe-b8b0-4b43-96d2-254a378ca457, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:32.126214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:32.129192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.131188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:32.131692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:32.209747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=f50a61fe-b8b0-4b43-96d2-254a378ca457,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:32.215441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:32.326711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:32.355380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['e7edebf2-5349-462a-803d-b8888fb38b0c'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:32.739509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7233184-5f56-4a14-b07a-8f6ee447e68e req-84dc3915-cf7b-4109-a309-e151d574a03b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:32.741068 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b7233184-5f56-4a14-b07a-8f6ee447e68e req-84dc3915-cf7b-4109-a309-e151d574a03b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 945 time: 0.1003373
Apr 15 10:53:32.799922 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b7233184-5f56-4a14-b07a-8f6ee447e68e req-1c20f738-4e20-425b-b1e8-b4da7210beb5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510156
Apr 15 10:53:33.118671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48868) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:33.133895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48874) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:33.212574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752e2822-d0ee-4040-8386-2182538bd2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50a61fe-b8b0-4b43-96d2-254a378ca457'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:33.231476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c4b92-7d40-43ed-97d5-2e4d33564296 req-cc00dd60-11ae-48cd-9786-87559c04e2e7 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:33.240890 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-244c4b92-7d40-43ed-97d5-2e4d33564296 req-cc00dd60-11ae-48cd-9786-87559c04e2e7 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 945 time: 0.1436374
Apr 15 10:53:33.293001 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-244c4b92-7d40-43ed-97d5-2e4d33564296 req-163e500f-cd1e-434b-8310-515a7c742217 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511639
Apr 15 10:53:33.295161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.304744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.331231 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:33.335869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:33.338380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Usage tracker for resource:security_group_rule and tenant:18e9cf8a7ef647c8a613837b0d7174b7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:33.342383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:33.345478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Usage tracker for resource:security_group_rule and tenant:833dd1b4b6e747aea75b1ceef3a960ed is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:33.350652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:33.354353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:33.360223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:33.537780 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752e2822-d0ee-4040-8386-2182538bd2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50a61fe-b8b0-4b43-96d2-254a378ca457', 'code': 200}
Apr 15 10:53:33.538860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.546001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.547962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.566367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:33.595886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.612246 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82015c9a-4887-4740-bed3-6031ad218c13,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:33.624015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d596581-28ef-4c42-b7b8-902acd5ebdeb req-f0e50496-ae84-4a9d-9e5d-e5362c4d917c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:33.633285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:33.633809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ca039eb3-7db1-4255-bf6f-8d68bccd36dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:33.634781 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1d596581-28ef-4c42-b7b8-902acd5ebdeb req-f0e50496-ae84-4a9d-9e5d-e5362c4d917c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 944 time: 0.2295852
Apr 15 10:53:33.669916 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=833dd1b4b6e747aea75b1ceef3a960ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5465446
Apr 15 10:53:33.673196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48898) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:33.682941 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=18e9cf8a7ef647c8a613837b0d7174b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5446301
Apr 15 10:53:33.704081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48902) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:33.717344 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1d596581-28ef-4c42-b7b8-902acd5ebdeb req-cbc5c345-2219-4fd6-9a60-b9240d1c3222 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783083
Apr 15 10:53:33.809603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af5d0f6-ec97-4902-be2b-f982eb422945,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:33.810118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.816538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:33.853676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.889094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.919388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.923446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.935667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-28eb90f6-daae-4614-b591-ee7e6f699fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:33.954235 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.957722 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/82015c9a-4887-4740-bed3-6031ad218c13 HTTP/1.1" status: 204  len: 168 time: 0.2497196
Apr 15 10:53:33.957722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82015c9a-4887-4740-bed3-6031ad218c13,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:33.966628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:34.038395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.100853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:34.125140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af5d0f6-ec97-4902-be2b-f982eb422945,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:34.127643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:34.153339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.154552 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7af5d0f6-ec97-4902-be2b-f982eb422945 HTTP/1.1" status: 204  len: 168 time: 0.4802189
Apr 15 10:53:34.192110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc478c0-bde2-42a0-8d34-94f869f62a2d req-03fa3271-830e-450f-83f2-cd9d98fbffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:34.193703 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1fc478c0-bde2-42a0-8d34-94f869f62a2d req-03fa3271-830e-450f-83f2-cd9d98fbffc4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.2011297
Apr 15 10:53:34.204296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91906de0-d397-4c08-8c3a-802cb0b4c0f2 req-72832de9-57ba-4e34-8c1a-08f1754db73b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:34.205946 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91906de0-d397-4c08-8c3a-802cb0b4c0f2 req-72832de9-57ba-4e34-8c1a-08f1754db73b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 945 time: 0.1745403
Apr 15 10:53:34.285401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-1fc478c0-bde2-42a0-8d34-94f869f62a2d req-ff916f76-5751-4fd4-9aff-6326b6ba5a06 service neutron] Synchronizing usage tracker for tenant:4b4761063e3647e98dbcd7707cea4b76 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:34.292086 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91906de0-d397-4c08-8c3a-802cb0b4c0f2 req-effd3952-fdd2-4999-94d8-a4d8cbc290c2 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691626
Apr 15 10:53:34.302235 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48916) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:34.306581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-1fc478c0-bde2-42a0-8d34-94f869f62a2d req-ff916f76-5751-4fd4-9aff-6326b6ba5a06 service neutron] Unset dirty status for tenant:4b4761063e3647e98dbcd7707cea4b76 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:34.309303 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1fc478c0-bde2-42a0-8d34-94f869f62a2d req-ff916f76-5751-4fd4-9aff-6326b6ba5a06 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017888
Apr 15 10:53:34.332704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.350141 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:34.356994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Usage tracker for resource:security_group_rule and tenant:d28998d329c24f5da983370b6f3806c0 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:34.361092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:34.368735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:34.532151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.544531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.559713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7e1364c3-59d3-4fa7-b5c4-03a7ce686980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:34.594355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442b7333-7674-4946-94ea-a0e12266217c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:34.607034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:34.624976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b9f8-c03a-43f1-9253-29d6203e325d req-a1261617-abb9-4a80-8f32-01435c4e39d2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:34.632694 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78d2b9f8-c03a-43f1-9253-29d6203e325d req-a1261617-abb9-4a80-8f32-01435c4e39d2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 945 time: 0.1948037
Apr 15 10:53:34.652959 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d28998d329c24f5da983370b6f3806c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3489542
Apr 15 10:53:34.655551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48928) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:34.684011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 48932) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:34.714058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.716949 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78d2b9f8-c03a-43f1-9253-29d6203e325d req-979853b8-fe5a-4a1e-9a61-d0ef1ab23240 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828757
Apr 15 10:53:34.779158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:34.788209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e78cae0d7dfe40f99dd9b77e39b3ca46 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:34.806221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:34.820129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:34.826706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.868724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.914722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.920668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:34.932735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442b7333-7674-4946-94ea-a0e12266217c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:34.943867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.944279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.944674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.945059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.945491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.945877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.946255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.946634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.947014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.947393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.947835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.948211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:34.951404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:34.952882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.954101 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/442b7333-7674-4946-94ea-a0e12266217c HTTP/1.1" status: 204  len: 168 time: 0.2975895
Apr 15 10:53:35.021203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0d40c-7fef-4044-b44f-9a00e8aa36ad req-4f88fa4e-4b2a-498e-8627-9b9df85d6ce2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:35.022823 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ce0d40c-7fef-4044-b44f-9a00e8aa36ad req-4f88fa4e-4b2a-498e-8627-9b9df85d6ce2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 944 time: 0.1628938
Apr 15 10:53:35.029263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.052386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.064494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:35.136359 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e78cae0d7dfe40f99dd9b77e39b3ca46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4498677
Apr 15 10:53:35.137171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb6927-1d70-4ab2-a3dc-5b827ccd8ae0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:35.139524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 48948) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:35.143726 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ce0d40c-7fef-4044-b44f-9a00e8aa36ad req-3ba6c7c7-87af-476a-b6ee-30ed1e78e6ba tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128044
Apr 15 10:53:35.148745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.149170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.149596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.149992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.150380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.151343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.151732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.152123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.152511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.152896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.153298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.153684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:35.157857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:35.219768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.247928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.292987 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:35.301041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.306624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-84d3d5fa-e782-41c2-a0f6-9bde714f9c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:35.324059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb6927-1d70-4ab2-a3dc-5b827ccd8ae0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:35.326477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:35.327926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.332829 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5adb6927-1d70-4ab2-a3dc-5b827ccd8ae0 HTTP/1.1" status: 204  len: 168 time: 0.1885700
Apr 15 10:53:35.392695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:35.396291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:35.396719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.530426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.559816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:35.573640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:35.578605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.579748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:35.615387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:35.656277 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18', 'code': 200}
Apr 15 10:53:35.724385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:35.727687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:35.735030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port e7edebf2-5349-462a-803d-b8888fb38b0c completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:35.743161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port e7edebf2-5349-462a-803d-b8888fb38b0c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:35.743588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.893544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.935755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:35.940556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.942233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c8f807ee-931c-4c4b-935a-6c7cafa49200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:36.025071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0bdf3-60ec-43bd-b74f-96cc2c810b69 req-35dce482-650a-4161-a2d5-488635659fae tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:36.032735 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-84d0bdf3-60ec-43bd-b74f-96cc2c810b69 req-35dce482-650a-4161-a2d5-488635659fae tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1445060
Apr 15 10:53:36.047569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:36.058563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:36.091881 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-84d0bdf3-60ec-43bd-b74f-96cc2c810b69 req-9243245b-15d2-4e47-aaa0-1df28e403199 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580840
Apr 15 10:53:36.414934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f86d68-34f9-43b3-9cf3-3ce818aab846 req-608ac27e-08f0-492e-a9c4-d913a33cda4e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:36.416740 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-14f86d68-34f9-43b3-9cf3-3ce818aab846 req-608ac27e-08f0-492e-a9c4-d913a33cda4e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1064153
Apr 15 10:53:36.467144 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-14f86d68-34f9-43b3-9cf3-3ce818aab846 req-39c7f249-ac7c-43a9-8b0d-d56c26c745ab tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428731
Apr 15 10:53:37.304806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fec52-b819-4e34-b246-80cf68a4bc63 req-1b3ffefa-5a13-40fc-95cc-f5e154fc5d68 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:37.306425 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-871fec52-b819-4e34-b246-80cf68a4bc63 req-1b3ffefa-5a13-40fc-95cc-f5e154fc5d68 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0943465
Apr 15 10:53:37.359047 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-871fec52-b819-4e34-b246-80cf68a4bc63 req-ad0cf399-052a-41f3-a3ba-77b443f3e0c2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457892
Apr 15 10:53:37.579666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab07c-a51b-41dd-b7c6-a6d9147d7b37 req-ace209f5-09bd-4fb6-97aa-71ea3e326ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:37.581448 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-828ab07c-a51b-41dd-b7c6-a6d9147d7b37 req-ace209f5-09bd-4fb6-97aa-71ea3e326ab6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 1099 time: 0.0875361
Apr 15 10:53:37.631324 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-828ab07c-a51b-41dd-b7c6-a6d9147d7b37 req-ef1d1d46-c358-4034-944b-3de41f394267 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423851
Apr 15 10:53:37.658028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:37.689277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b41d5-f712-41f7-aed0-86d0b08c9ede req-4980620f-7b55-4c07-9bb7-a32bc9350c4f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:37.696838 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fa2b41d5-f712-41f7-aed0-86d0b08c9ede req-4980620f-7b55-4c07-9bb7-a32bc9350c4f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1037006
Apr 15 10:53:37.736740 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'code': 200}
Apr 15 10:53:37.749815 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fa2b41d5-f712-41f7-aed0-86d0b08c9ede req-b2f0bc74-d749-41f5-a31e-7bf3ae61c28e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517094
Apr 15 10:53:38.016586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ddf90-0a00-4178-8fbe-d50c19b6e255 req-e9c0e809-f7c8-443a-bbc6-5a7ce671bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:38.018569 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0d5ddf90-0a00-4178-8fbe-d50c19b6e255 req-e9c0e809-f7c8-443a-bbc6-5a7ce671bc25 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1098 time: 0.0831831
Apr 15 10:53:38.095883 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0d5ddf90-0a00-4178-8fbe-d50c19b6e255 req-2f7d15f7-3a8f-4505-ae4e-90e6c9bc5fc2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626271
Apr 15 10:53:38.620688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d09ffc-ee84-449e-a79f-475dfe24f2f6 req-122489b0-c96d-4efb-adbc-7801461907ea tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:38.628681 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-28d09ffc-ee84-449e-a79f-475dfe24f2f6 req-122489b0-c96d-4efb-adbc-7801461907ea tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1197565
Apr 15 10:53:38.703337 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-28d09ffc-ee84-449e-a79f-475dfe24f2f6 req-86a501f0-b7b3-407b-8426-5d0ad6c88d4d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632348
Apr 15 10:53:39.095411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93747de4-27c1-4abc-a29c-0b5b5556105a req-2ca19da1-988a-48d6-8c19-7dbcabad6ba6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:39.097024 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-93747de4-27c1-4abc-a29c-0b5b5556105a req-2ca19da1-988a-48d6-8c19-7dbcabad6ba6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1456444
Apr 15 10:53:39.147172 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-93747de4-27c1-4abc-a29c-0b5b5556105a req-65f94b00-65ce-46cd-ba7f-fec3d474dd47 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432460
Apr 15 10:53:39.397333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49156) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:39.547950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.564468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:39.568770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae4f7c5496b4b2e92313dc51729cad2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:39.571679 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:39.578503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:39.668566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.672107 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.682917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-162707a0-2ef2-49fd-9f29-2e8f4ee486b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:39.713297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266e43be-b4b1-477f-8644-730ea03849ee,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:39.718384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:39.767441 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8ae4f7c5496b4b2e92313dc51729cad2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3712962
Apr 15 10:53:39.769611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49180) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:39.884991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.915738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.970693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89a2bf-83d7-4b6b-a8eb-5995d5f01db3 req-e7d20573-e16a-471e-bb5c-12ea8d4ed79f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:39.971728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.972854 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3c89a2bf-83d7-4b6b-a8eb-5995d5f01db3 req-e7d20573-e16a-471e-bb5c-12ea8d4ed79f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0968201
Apr 15 10:53:39.977959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3a33f7fc-4150-495c-98ef-ba6316fe14d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:39.996850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266e43be-b4b1-477f-8644-730ea03849ee,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:40.001521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:40.004417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:40.008425 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/266e43be-b4b1-477f-8644-730ea03849ee HTTP/1.1" status: 204  len: 168 time: 0.2377119
Apr 15 10:53:40.039881 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3c89a2bf-83d7-4b6b-a8eb-5995d5f01db3 req-9a6434ff-0a7f-4d7f-96a7-9f4d15995ad5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592260
Apr 15 10:53:40.364945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49204) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:40.382481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e715327-bd72-4e5e-a35a-952334552a13 req-3ab33608-7f02-494e-a5f0-9c26de220c95 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.384223 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e715327-bd72-4e5e-a35a-952334552a13 req-3ab33608-7f02-494e-a5f0-9c26de220c95 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1096809
Apr 15 10:53:40.432139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:40.439504 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e715327-bd72-4e5e-a35a-952334552a13 req-bddb4c32-8b5d-4a14-bd8b-a4dff15021ca tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452483
Apr 15 10:53:40.506033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:40.513420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Usage tracker for resource:security_group_rule and tenant:d80909f96a7345b28cc00b462d9b7a2b is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:40.518455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:40.528628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:40.620618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-4fade485-17a8-48be-8b37-994905bb27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.622275 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-4fade485-17a8-48be-8b37-994905bb27fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 1099 time: 0.2392142
Apr 15 10:53:40.634264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c325977-9428-42c0-8e91-7141184068d0 req-c46e2939-a132-403b-b715-9ad74805cbda tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.637071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1c325977-9428-42c0-8e91-7141184068d0 req-c46e2939-a132-403b-b715-9ad74805cbda tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.2111547
Apr 15 10:53:40.689133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b368662-19e2-4ac2-9fc4-f8dd909f90b2 req-007a33d8-8f09-43cb-9912-47a4efb331d2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.690935 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6b368662-19e2-4ac2-9fc4-f8dd909f90b2 req-007a33d8-8f09-43cb-9912-47a4efb331d2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1190696
Apr 15 10:53:40.701619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49218) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:40.707951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'floatingip': {'port_id': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:40.813527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:40.848386 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1c325977-9428-42c0-8e91-7141184068d0 req-e55a40e1-970f-4400-8817-f9b85c50f693 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848953
Apr 15 10:53:40.850405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:40.871183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:40.882818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:40.949460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-8f19b920-83eb-4381-a928-43a5bbf0a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.951065 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-8f19b920-83eb-4381-a928-43a5bbf0a11c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 921 time: 0.3118641
Apr 15 10:53:40.957534 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d80909f96a7345b28cc00b462d9b7a2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5914288
Apr 15 10:53:40.963025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49228) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:41.030793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e85432f-a2c8-48b4-8a83-5f44c6b29ebb,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:41.041108 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:41.042789 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-af08735a-3385-4f0e-a2b8-3534b1f8c4af service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 HTTP/1.1" status: 200  len: 217 time: 0.0812309
Apr 15 10:53:41.095978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:41.118289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-b338d67c-f188-46ce-b420-a9745c106171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:41.120033 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-b338d67c-f188-46ce-b420-a9745c106171 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.0709939
Apr 15 10:53:41.218313 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-f1d8bc89-1799-48ed-95e6-1ada37485d91 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0843983
Apr 15 10:53:41.267659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:41.386144 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-ff0d6cbd-22e3-402c-ace3-ff0294685a4e service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519554
Apr 15 10:53:41.438274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:41.553209 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cef81581-da5c-4237-81ad-60d3cbcab0e9 req-0192d579-bbce-4177-9109-bfeb51dcf8a3 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600401
Apr 15 10:53:41.778389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:41.806303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e85432f-a2c8-48b4-8a83-5f44c6b29ebb,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:41.821713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:41.825172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:41.826409 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3e85432f-a2c8-48b4-8a83-5f44c6b29ebb HTTP/1.1" status: 204  len: 168 time: 0.8623734
Apr 15 10:53:42.235900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:42.250024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f202e59-f74e-4e42-9834-f0f3318b379b req-4e0f3f97-682f-4fee-98d8-9f7772f20478 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:42.251635 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4f202e59-f74e-4e42-9834-f0f3318b379b req-4e0f3f97-682f-4fee-98d8-9f7772f20478 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.2075603
Apr 15 10:53:42.252494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:42.540116 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49292) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:42.557566 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Floating IP bb90661f-1ebb-475d-bbc3-e801846aa20a associated. External IP: 172.27.1.94, port: e7edebf2-5349-462a-803d-b8888fb38b0c.
Apr 15 10:53:42.691871 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4f202e59-f74e-4e42-9834-f0f3318b379b req-677ebd5b-06d4-4281-9bef-0670cd79e549 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3052413
Apr 15 10:53:42.791237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:42.812661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:42.817021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Usage tracker for resource:security_group_rule and tenant:601f5d00c84a4673a85dca8565e516ae is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:42.820574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:42.827766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:42.933516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:42.936697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:42.946161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:42.989605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1388453b-2c25-4b76-90cf-0e0f12ab4d7a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:42.992887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:42.996972 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=601f5d00c84a4673a85dca8565e516ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4556215
Apr 15 10:53:42.999808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49310) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:43.023705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Router 229a6db5-26aa-49ff-9e56-0724764ce723 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:53:43.064630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.115991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.191846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.197125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:43.224439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1388453b-2c25-4b76-90cf-0e0f12ab4d7a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:43.231493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:43.241959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.243191 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1388453b-2c25-4b76-90cf-0e0f12ab4d7a HTTP/1.1" status: 204  len: 168 time: 0.2424948
Apr 15 10:53:43.263213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:53:43.267722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.279780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] Sync routers for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:53:43.293624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:43.294402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b20929e8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:43.347076 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-fa310599-d187-4040-8c47-7886599e44a4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "PUT /v2.0/floatingips/bb90661f-1ebb-475d-bbc3-e801846aa20a HTTP/1.1" status: 200  len: 990 time: 2.6441493
Apr 15 10:53:43.347810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:43.447141 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'status': 'completed', 'code': 200}
Apr 15 10:53:43.558503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:43.582761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-8a728981-2a12-47d4-ba29-c75344e58eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:43.586689 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-8a728981-2a12-47d4-ba29-c75344e58eb9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1098 time: 0.1167948
Apr 15 10:53:43.869106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49354) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:43.877582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-254e181a-bfbb-4cfb-b9ca-1e65afc590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:43.879173 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-254e181a-bfbb-4cfb-b9ca-1e65afc590c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.2863984
Apr 15 10:53:43.903813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.024505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49362) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:44.050895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:44.054912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7612a8246c434d9e90e291d5486055 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:44.058169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:44.064857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:44.086954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-e44197c3-a85f-4b4c-81fe-f1f949b4207a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7edebf2-5349-462a-803d-b8888fb38b0c HTTP/1.1" status: 200  len: 998 time: 0.1951253
Apr 15 10:53:44.159883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.166540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b20929e8>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': 'bb90661f-1ebb-475d-bbc3-e801846aa20a', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'port_id': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'mac_address': 'fa:16:3e:f2:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:52:57Z', 'updated_at': '2021-04-15T10:53:41Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:44.178151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] Checking router: 229a6db5-26aa-49ff-9e56-0724764ce723 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:53:44.180280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.190697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e5178a72-2e8e-4123-b145-63f554f307bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:44.206273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:44.206944 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b20929e8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:44.233693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-bf2740e8-5e04-435c-aa74-a9068a782719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:44.235305 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-bf2740e8-5e04-435c-aa74-a9068a782719 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.1294851
Apr 15 10:53:44.235527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a7070-4b2c-42fe-9de1-e08aaada423d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:44.249116 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:44.265715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4f0d5-e7d8-4d01-9a06-c40bed1e753c req-6f21afc4-30d1-44bb-927a-4d920d77a6a5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:44.267409 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbd4f0d5-e7d8-4d01-9a06-c40bed1e753c req-6f21afc4-30d1-44bb-927a-4d920d77a6a5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.3475673
Apr 15 10:53:44.276654 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0d7612a8246c434d9e90e291d5486055&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4056892
Apr 15 10:53:44.277519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49374) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:44.362915 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbd4f0d5-e7d8-4d01-9a06-c40bed1e753c req-0656bcf3-b8f6-43c6-b820-2b8a2445b240 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843370
Apr 15 10:53:44.393055 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.422751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.424533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.470090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.476519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:44.481979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:44.487939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Usage tracker for resource:security_group_rule and tenant:ae04692e6895435fb34f7d845f68a7e7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:44.490578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a7070-4b2c-42fe-9de1-e08aaada423d,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:44.492326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:44.493417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:44.495006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.511294 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed3a7070-4b2c-42fe-9de1-e08aaada423d HTTP/1.1" status: 204  len: 168 time: 0.2311895
Apr 15 10:53:44.513014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:44.548785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-f16306a8-68d1-41db-b7d9-f1d7f4c89cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:44.550702 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-f16306a8-68d1-41db-b7d9-f1d7f4c89cb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3019023
Apr 15 10:53:44.578414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:44.791475 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-ad8fe5ee-b3dc-4f41-b48c-a7548963e8b6 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304676
Apr 15 10:53:44.809689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.841725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.854869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:45.098702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b20929e8>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': 'bb90661f-1ebb-475d-bbc3-e801846aa20a', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'port_id': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'mac_address': 'fa:16:3e:f2:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:52:57Z', 'updated_at': '2021-04-15T10:53:41Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:45.104292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c99453-bb5e-4627-bd73-b3f7cb74f720 None None] The sync data for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi is: [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': 'bb90661f-1ebb-475d-bbc3-e801846aa20a', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'port_id': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'mac_address': 'fa:16:3e:f2:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:52:57Z', 'updated_at': '2021-04-15T10:53:41Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:53:45.239439 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ae04692e6895435fb34f7d845f68a7e7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2145824
Apr 15 10:53:45.241920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49402) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:45.243236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c25f147-5186-46d7-8dbd-c3cc5db1f69d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:45.259579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:45.306563 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be830a4b-f2d4-44eb-8b1f-4c77839b099c req-1bd4b659-f6c9-4d48-baef-89ff207848a6 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4953940
Apr 15 10:53:45.347216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.387864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.499762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da81c5c-88d5-4bd4-80da-db49fde5dc71 None None] New status for floating IP bb90661f-1ebb-475d-bbc3-e801846aa20a: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:53:45.526569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.544754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4fc9d4d6-9e03-47e0-bc57-c8966d748f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:45.571370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.573144 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8c25f147-5186-46d7-8dbd-c3cc5db1f69d HTTP/1.1" status: 204  len: 168 time: 0.3287003
Apr 15 10:53:45.576991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c25f147-5186-46d7-8dbd-c3cc5db1f69d,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:45.584313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:45.769990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f81d8-6a4e-494f-8dd7-dab6a3f61243 req-b13504ba-fcb3-4d96-a0a8-9f85784dcdc3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:45.786338 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ea4f81d8-6a4e-494f-8dd7-dab6a3f61243 req-b13504ba-fcb3-4d96-a0a8-9f85784dcdc3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1991725
Apr 15 10:53:45.903081 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ea4f81d8-6a4e-494f-8dd7-dab6a3f61243 req-5ac30b9a-4704-44df-a647-8ea0fa1bcdc6 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157336
Apr 15 10:53:47.130006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9dd7-d888-45a8-974c-c35038bcc184 req-2650b578-056e-4c75-84d4-6cd9033d48dc tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.141724 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e3b9dd7-d888-45a8-974c-c35038bcc184 req-2650b578-056e-4c75-84d4-6cd9033d48dc tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1162496
Apr 15 10:53:47.204068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418bf50-b75f-41ff-b227-caeac83ddb47 req-6ce1c5b9-88f5-4c45-be25-da51e59ba168 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.205752 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3418bf50-b75f-41ff-b227-caeac83ddb47 req-6ce1c5b9-88f5-4c45-be25-da51e59ba168 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.1888378
Apr 15 10:53:47.215347 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e3b9dd7-d888-45a8-974c-c35038bcc184 req-4ad3b3d5-88c5-49dc-9e80-d1d22c19ec75 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722542
Apr 15 10:53:47.235502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-bae301ee-6aec-4c2d-9624-e4752b5ff19d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1564019
Apr 15 10:53:47.279136 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3418bf50-b75f-41ff-b227-caeac83ddb47 req-b1bfb6d2-128d-4136-82b1-fa7e82f0acae tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646701
Apr 15 10:53:47.514756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-36b375c0-5a4d-465a-a271-9cae11024d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.523694 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-36b375c0-5a4d-465a-a271-9cae11024d60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 1098 time: 0.1203470
Apr 15 10:53:47.558057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-28dc04ce-425e-4ccc-97c6-d7058cd4b101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:47.731819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-970f3800-20d7-42cf-8819-c8339bc3bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.733528 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-970f3800-20d7-42cf-8819-c8339bc3bfe7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 917 time: 0.1866362
Apr 15 10:53:47.826194 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-9e04d26c-3f8f-4e4f-af3d-95ef504b0884 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57fa0099-6319-482b-bc81-4a84b6897f81 HTTP/1.1" status: 200  len: 217 time: 0.0852327
Apr 15 10:53:47.903804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-f488efe1-1336-49e7-b68f-766e8d929a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.905430 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-f488efe1-1336-49e7-b68f-766e8d929a1c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.0714490
Apr 15 10:53:47.974708 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-9c8f311f-3029-4e69-b23a-2acda2858108 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519538
Apr 15 10:53:48.165327 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-bd054e96-7101-4d89-9bca-fbb004cc285d service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756620
Apr 15 10:53:48.218991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49530) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:48.335837 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17c6ec42-3e99-40fb-89e0-6555a6baf4fa req-601c54ef-9c72-4ec4-b9d2-7013e8bbeec4 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566067
Apr 15 10:53:48.437317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49542) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:48.473896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a59e-25e3-4db4-aca5-32f52ea5b464 req-665a42c1-6ca3-4297-856c-b1ab7b7a9da2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.475894 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-48d5a59e-25e3-4db4-aca5-32f52ea5b464 req-665a42c1-6ca3-4297-856c-b1ab7b7a9da2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1064515
Apr 15 10:53:48.538594 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-48d5a59e-25e3-4db4-aca5-32f52ea5b464 req-39a29599-0476-4dc9-8232-8c3a28e3f3b9 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550299
Apr 15 10:53:48.565846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:53:48.577419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:48.598117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:48.620070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:48.637832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Usage tracker for resource:security_group_rule and tenant:c53c793472914a38ab6c3c8f97fb2ce7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:48.641014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:48.647394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:48.904729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7b7ba18b1c4397b5168de4ec216711 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:48.915012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:48.924536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:48.935275 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:48.996343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95648c-1e24-4fed-97ff-d2b10e676e87 req-58fa3920-d4ff-47d5-8162-bc4ba0f7da9e tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.998070 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab95648c-1e24-4fed-97ff-d2b10e676e87 req-58fa3920-d4ff-47d5-8162-bc4ba0f7da9e tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.5342243
Apr 15 10:53:49.104309 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab95648c-1e24-4fed-97ff-d2b10e676e87 req-3a28d475-7df0-4cb5-a85e-c4e152bffa9d tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953119
Apr 15 10:53:49.161100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.172699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.193816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01c0074e-c308-4734-94da-6847230d9314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:49.238867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.246087 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c53c793472914a38ab6c3c8f97fb2ce7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8072348
Apr 15 10:53:49.248616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.249013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49568) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:49.256461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4cacb5-db91-46a1-951f-1c5acec498e3,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:49.262129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:49.262869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b19484d6-005c-45b6-a6c7-a7234d53ca42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:49.310493 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3c7b7ba18b1c4397b5168de4ec216711&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0901470
Apr 15 10:53:49.311591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2e5227-1681-4c7b-8ef2-8b032b72e74f,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:49.314224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49572) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:49.316535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:49.330624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.363330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.397410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.411386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.416575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:49.433337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4cacb5-db91-46a1-951f-1c5acec498e3,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:49.435564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.435705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:49.443617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.449672 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f4cacb5-db91-46a1-951f-1c5acec498e3 HTTP/1.1" status: 204  len: 168 time: 0.1947310
Apr 15 10:53:49.456662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b63d33c4-da18-4398-895e-5404e12fe481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.501325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.510976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-768af596-19f2-4f30-95a9-f9de2a087eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:49.525171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2e5227-1681-4c7b-8ef2-8b032b72e74f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:49.528083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:49.540693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.542672 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8e2e5227-1681-4c7b-8ef2-8b032b72e74f HTTP/1.1" status: 204  len: 168 time: 0.2273068
Apr 15 10:53:49.816387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73e6be-c5c6-4c0c-8b05-596e970668e7 req-07fa588b-6c0e-4a80-b303-a4aa5f634510 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:49.826653 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df73e6be-c5c6-4c0c-8b05-596e970668e7 req-07fa588b-6c0e-4a80-b303-a4aa5f634510 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1214457
Apr 15 10:53:49.868339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49588) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:49.889952 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df73e6be-c5c6-4c0c-8b05-596e970668e7 req-84c92851-ca1c-4aa6-b417-8b30b853b9bb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622914
Apr 15 10:53:49.892791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.911117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:49.915621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Usage tracker for resource:security_group_rule and tenant:17c14c4b5d1c45a5aa67b8907e80c851 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:49.918827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:49.924920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:50.018092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.021859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.035669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:50.093667 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=17c14c4b5d1c45a5aa67b8907e80c851&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2239833
Apr 15 10:53:50.095402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64caf09a-90ed-4126-b718-2d5e8fc66a2d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:50.095990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49594) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:50.096379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49596) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:50.100538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:50.138859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.195143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:50.216801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e3af42de715447928c70e3b4b8350324 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:50.225267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:50.243556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:50.382674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.460707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.513444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a31b9-4b20-4b9d-965e-fa7699491ef6 req-30727c6d-e5ec-471b-bf9e-f05d619c783c tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:50.515201 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-979a31b9-4b20-4b9d-965e-fa7699491ef6 req-30727c6d-e5ec-471b-bf9e-f05d619c783c tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.2754552
Apr 15 10:53:50.527531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.622864 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-979a31b9-4b20-4b9d-965e-fa7699491ef6 req-20a54d24-2ee1-4bcd-9666-4febc5f10c1f tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998759
Apr 15 10:53:50.638835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.639823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.644824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-70db1fa3-2d8d-49e7-8558-45d661ea2930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:50.657638 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.670339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64caf09a-90ed-4126-b718-2d5e8fc66a2d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:50.672223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.677157 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:50.678839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6fbdfa7d-3d3d-483f-95f5-7003f0990281 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:50.714313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.717989 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/64caf09a-90ed-4126-b718-2d5e8fc66a2d HTTP/1.1" status: 204  len: 168 time: 0.6164920
Apr 15 10:53:50.722044 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e3af42de715447928c70e3b4b8350324&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6245956
Apr 15 10:53:50.725096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49610) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:50.726660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea831da5-f080-45f9-bee7-a3ee69a24d7f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:50.730044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:50.804897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.833845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.880992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.886239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dbbedaba-0c50-494b-bad6-441f4f0b7806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:50.899406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea831da5-f080-45f9-bee7-a3ee69a24d7f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:50.904769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:50.909207 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.912847 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea831da5-f080-45f9-bee7-a3ee69a24d7f HTTP/1.1" status: 204  len: 168 time: 0.1843982
Apr 15 10:53:51.112993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ecd5-7b8e-44ab-b6a2-2aa5e9be3f97 req-35601f8c-39ed-4601-992f-39d260ccccda tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:51.114247 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cac8ecd5-7b8e-44ab-b6a2-2aa5e9be3f97 req-35601f8c-39ed-4601-992f-39d260ccccda tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0921557
Apr 15 10:53:51.140653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.172771 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cac8ecd5-7b8e-44ab-b6a2-2aa5e9be3f97 req-81686229-7071-498e-86e5-6955e77f933b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513148
Apr 15 10:53:51.268641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49632) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:51.291398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.308000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:51.312033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Usage tracker for resource:security_group_rule and tenant:b7c4f8296c544c7ba9ec51ebf8f64f78 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:51.315013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:51.321132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:51.409086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.412804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.422846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c62aac6-a0b6-43df-8977-19f6ac192f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:51.468173 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b7c4f8296c544c7ba9ec51ebf8f64f78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1959465
Apr 15 10:53:51.468173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a62f7-4138-49a9-af0d-1b33789788a7,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:51.469197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 49640) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:51.482119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:51.544575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.574249 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.620521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.625531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:51.640019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a62f7-4138-49a9-af0d-1b33789788a7,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:51.643404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:51.644417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.646032 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/938a62f7-4138-49a9-af0d-1b33789788a7 HTTP/1.1" status: 204  len: 168 time: 0.1749749
Apr 15 10:53:51.848897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470feef9-f6d5-4ddc-b26a-48520b4543d8 req-ae9db90f-974b-4535-a1ba-0ac293356882 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:51.850557 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-470feef9-f6d5-4ddc-b26a-48520b4543d8 req-ae9db90f-974b-4535-a1ba-0ac293356882 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.0966477
Apr 15 10:53:51.909961 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-470feef9-f6d5-4ddc-b26a-48520b4543d8 req-0d407c44-cd30-4466-b076-9e7d2ff9fab8 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525346
Apr 15 10:53:52.174643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:52.393406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0027-8f68-4309-8cd0-db5ab2f96098 req-d86b2bef-04af-46bf-8e0d-ce2778256e64 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:52.395023 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e6d0027-8f68-4309-8cd0-db5ab2f96098 req-d86b2bef-04af-46bf-8e0d-ce2778256e64 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0996330
Apr 15 10:53:52.451822 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e6d0027-8f68-4309-8cd0-db5ab2f96098 req-f00432b6-3ab7-4d59-97b2-0fee8488eb3b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497494
Apr 15 10:53:52.601154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:53:52.611003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-bbaf5f94-fe3b-432e-8f51-bba493947a27 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:52.622537 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-bbaf5f94-fe3b-432e-8f51-bba493947a27 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.89 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 946 time: 0.1232946
Apr 15 10:53:52.731946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Deleting port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:53:52.732653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:52.751644 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:52.788355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:52.803452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,segment=NetworkSegment(b2e9a636-9c84-4309-b375-75a59f8d9181),segment_id=b2e9a636-9c84-4309-b375-75a59f8d9181)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:52.809196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:52.811356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-54900351-ff0c-4cd6-a0c1-15b6a56f07dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:52.872563 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3', 'code': 200}
Apr 15 10:53:52.912104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,revision_number=6']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:52.922478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.923112 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.923802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.924425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.924882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.925659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.926104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.926551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.927019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.927496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.927960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.928419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:52.935117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:53.158741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21611-004c-4ee9-8a21-3db34a645e65 req-451783e9-c0c8-47b2-83a3-8d88520b8931 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:53.160708 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17b21611-004c-4ee9-8a21-3db34a645e65 req-451783e9-c0c8-47b2-83a3-8d88520b8931 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 944 time: 0.1125987
Apr 15 10:53:53.172750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] For port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,segment=NetworkSegment(b2e9a636-9c84-4309-b375-75a59f8d9181),segment_id=b2e9a636-9c84-4309-b375-75a59f8d9181)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:53.173165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.217310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49724) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:53.221545 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17b21611-004c-4ee9-8a21-3db34a645e65 req-5476e782-5f5a-4c84-9b3f-42470bf8bcdd tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/security-groups?id=dc2f44e9-1224-4b32-89ac-a3030fb4452f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534616
Apr 15 10:53:53.330907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Calling delete_port for ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:53:53.446191 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.465209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:53.469614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Usage tracker for resource:security_group_rule and tenant:e8f0a924c7e04c4ab0eb690b19d62bdd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:53.473785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:53.481357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:53.611872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.620909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.649837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c527d01f-2eb6-452a-b1a5-f22e9e1d4720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:53.680365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8601e54-cbfe-48c8-ae44-4c7ea1527386,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:53.694034 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e8f0a924c7e04c4ab0eb690b19d62bdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4714241
Apr 15 10:53:53.694864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 49742) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:53.695974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:53.732361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.784770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.807088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:53.842842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.915227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Pushing event deleted for resources: {'Port': ['ID=ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:53.923941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.927429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:53.930111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c4e41de-7949-4de7-b378-6c0b4401d337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:53.943775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8601e54-cbfe-48c8-ae44-4c7ea1527386,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:53.946335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:53.954239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.957999 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b8601e54-cbfe-48c8-ae44-4c7ea1527386 HTTP/1.1" status: 204  len: 168 time: 0.2585082
Apr 15 10:53:53.968162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cda85-8721-4328-b76b-5b5712b21522 req-79bc7a82-c8e5-48c4-9435-0976d5a47e60 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:53.975790 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d23cda85-8721-4328-b76b-5b5712b21522 req-79bc7a82-c8e5-48c4-9435-0976d5a47e60 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.3684988
Apr 15 10:53:54.051887 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d23cda85-8721-4328-b76b-5b5712b21522 req-a671e4a9-a831-4ffb-9bbf-9e778a590ef0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749149
Apr 15 10:53:54.172368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] No DVR routers for this DVR port ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:53:54.176924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:54.182388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'name': 'network-vif-deleted', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:54.201729 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-20cb385c-fe94-427a-a7aa-dad326c76d20 req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.89 "DELETE /v2.0/ports/ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3 HTTP/1.1" status: 204  len: 173 time: 1.5706558
Apr 15 10:53:54.234189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1747-e716-4739-b51b-5c499b4068a0 req-0469d61c-5f0e-48a4-9c0b-b42b1eeedf0d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:54.235987 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-0469d61c-5f0e-48a4-9c0b-b42b1eeedf0d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 0.1796811
Apr 15 10:53:54.245854 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184dc6f8-b416-4023-b3d8-0ca7a36f391d', 'name': 'network-vif-deleted', 'tag': 'ccf0cc4d-f470-4c8c-ac0b-653d2c4229e3', 'status': 'completed', 'code': 200}
Apr 15 10:53:54.253814 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-f2762ee8-7410-417c-aee5-f9d7ac05c2f9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/quotas/d180fa58116a4a018e0031d797e4aeca HTTP/1.1" status: 200  len: 375 time: 0.0115805
Apr 15 10:53:54.344765 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-90d78609-78ca-48ed-ba81-d06c5d42083e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0838003
Apr 15 10:53:54.399869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-2fe795cb-8c00-4953-9bfc-a1fc88587f0c req-7cf9676f-461c-41ab-9d77-20243c52c1d6 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Synchronizing usage tracker for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:54.416665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-2fe795cb-8c00-4953-9bfc-a1fc88587f0c req-7cf9676f-461c-41ab-9d77-20243c52c1d6 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Unset dirty status for tenant:b0ed98951ba74b3a8f4d9dad86050150 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:54.418532 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2fe795cb-8c00-4953-9bfc-a1fc88587f0c req-7cf9676f-461c-41ab-9d77-20243c52c1d6 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.0695434
Apr 15 10:53:54.510589 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-c29d48bc-f44e-4586-9e05-9113c30b4065 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539595
Apr 15 10:53:54.662279 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-5636633c-5e17-4d45-b1d5-dd6e80f2ff25 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447558
Apr 15 10:53:54.871565 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-327081d7-343d-4c5d-aa06-4393727cbfca req-28d8df79-8b57-4059-9d80-19a5164822e3 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 210 time: 0.0609238
Apr 15 10:53:55.269905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc6798-1800-424f-82b4-bbe3d67f8889 req-799bd5de-c2d2-45b8-880c-902c81a85cc0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:55.271999 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bcfc6798-1800-424f-82b4-bbe3d67f8889 req-799bd5de-c2d2-45b8-880c-902c81a85cc0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0991764
Apr 15 10:53:55.323490 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bcfc6798-1800-424f-82b4-bbe3d67f8889 req-2ef7e7b6-f4bc-441a-990a-03e3a0c381bf tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448194
Apr 15 10:53:55.611394 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-75449845-4d60-4a1a-a9db-f257f6864aee req-a027a02d-f658-48c8-8c31-9bda251ba430 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.0610867
Apr 15 10:53:56.236458 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2614e936-a070-42f6-894b-5a0f5a3908cf req-b9261a1a-11ba-4e31-a7e7-f88347e86079 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 210 time: 0.2564163
Apr 15 10:53:56.530603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672986-b990-4a9a-9ba4-d82d1bea4ce7 req-10c256c5-92d1-47ad-87b5-234de48df382 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:56.532182 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2672986-b990-4a9a-9ba4-d82d1bea4ce7 req-10c256c5-92d1-47ad-87b5-234de48df382 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0894930
Apr 15 10:53:56.579954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2672986-b990-4a9a-9ba4-d82d1bea4ce7 req-21d07917-0a5d-46ed-8e13-1a4f43c3b461 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416327
Apr 15 10:53:56.786020 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc681683-1f11-4081-8858-d991c82a808d req-e1d1ee5b-4e2c-4685-a41e-060ccc4de67a tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.0560808
Apr 15 10:53:57.397244 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0ed66d06-d831-490d-95aa-5ff91bb686d9 req-14f4501a-f831-458f-9c9d-64d5ab40fd62 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 210 time: 0.0491979
Apr 15 10:53:57.797321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec613266-d0af-4a16-82da-28bdbac03b4e req-96d45a17-c9ad-4c69-a673-6b932605154f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:57.798886 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ec613266-d0af-4a16-82da-28bdbac03b4e req-96d45a17-c9ad-4c69-a673-6b932605154f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1047342
Apr 15 10:53:57.851600 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ec613266-d0af-4a16-82da-28bdbac03b4e req-a79b07c5-8009-4dc3-b8ac-60439aac76dd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457067
Apr 15 10:53:58.051470 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1fed9f60-e0ff-4e60-a684-357b15aec891 req-10739629-1476-4770-ab30-312e78bf5471 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.0510085
Apr 15 10:53:58.572912 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8a17f92d-20d1-4086-9b91-341cfcf51996 req-ad68560c-36ec-4785-8124-2d1825d6d12d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 210 time: 0.0567744
Apr 15 10:53:58.914372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1747-e716-4739-b51b-5c499b4068a0 req-0f22ed99-cbc8-4158-bba1-f715e039a903 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:58.916919 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-0f22ed99-cbc8-4158-bba1-f715e039a903 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 0.2050288
Apr 15 10:53:58.933710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Request body: {'port': {'device_id': '631452f2-a31f-48ef-a938-2720226a6e12', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'admin_state_up': True, 'tenant_id': 'd180fa58116a4a018e0031d797e4aeca'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:59.193784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:59.204876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321a5f5-f307-4af1-b274-56a7c0bd5532 req-877e4d9a-9273-49b1-8779-b7c5e95a616b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.206775 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a321a5f5-f307-4af1-b274-56a7c0bd5532 req-877e4d9a-9273-49b1-8779-b7c5e95a616b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1639457
Apr 15 10:53:59.219688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:59.302263 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-582cec12-26a5-49d1-baf5-5972419e7a53 req-e3ebceb4-3e4f-430c-83ee-cad604697707 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] 10.222.0.93 "GET /v2.0/ports?device_id=184dc6f8-b416-4023-b3d8-0ca7a36f391d HTTP/1.1" status: 200  len: 210 time: 0.0783706
Apr 15 10:53:59.318424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Made reservation on behalf of d180fa58116a4a018e0031d797e4aeca for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:59.327640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.344394 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a321a5f5-f307-4af1-b274-56a7c0bd5532 req-94bc5fb8-8a91-451c-95b2-8ee711881528 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270549
Apr 15 10:53:59.538667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Allocated IP 172.20.0.3 (edfd086f-6fea-44a8-8e20-032e1fd59223/57c1fe93-5ce0-4326-8c92-78e1ecb99c43/08add6f0-1408-4794-8801-5ccd00ca1b6f) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:59.798199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.823581 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0c909b36-a84e-4828-b8aa-3da17a2377a5 req-3ce83c4d-3dac-4a0f-8c6c-76a4b1771556 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 210 time: 0.1298187
Apr 15 10:53:59.837584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.853958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-59a4931d-48de-48fe-990c-4717298d9115 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:00.032052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event updated for resources: {'Port': ['ID=08add6f0-1408-4794-8801-5ccd00ca1b6f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:00.035609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:00.057810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Network edfd086f-6fea-44a8-8e20-032e1fd59223 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:00.058966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:00.061449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:00.067928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:00.068596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:00.097497 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1688218
Apr 15 10:54:00.596544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786a123-f042-4e6e-ad07-70e0eaaa2575 req-bc9e3fde-e813-4b27-9939-c3f7f8ca973f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:00.598091 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e786a123-f042-4e6e-ad07-70e0eaaa2575 req-bc9e3fde-e813-4b27-9939-c3f7f8ca973f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0948327
Apr 15 10:54:00.647505 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e786a123-f042-4e6e-ad07-70e0eaaa2575 req-d367c2fb-f5d4-4207-ac3d-1ab3ae75380b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421233
Apr 15 10:54:01.014397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263608-ca5b-48a8-815b-23b41fd6c1c0 req-0d9a5386-75fc-408a-a413-a0acf9728160 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:01.016003 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-24263608-ca5b-48a8-815b-23b41fd6c1c0 req-0d9a5386-75fc-408a-a413-a0acf9728160 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 931 time: 0.0874641
Apr 15 10:54:01.063095 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-24263608-ca5b-48a8-815b-23b41fd6c1c0 req-a721fee2-78e1-474f-8f73-2fbb3da82c9a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408998
Apr 15 10:54:01.872216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e01d4-d3a8-4c60-8bc9-ae6135226e57 req-9e6943c5-a716-4c60-884e-60ea73fc913f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:01.873839 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-990e01d4-d3a8-4c60-8bc9-ae6135226e57 req-9e6943c5-a716-4c60-884e-60ea73fc913f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1033635
Apr 15 10:54:01.921952 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-990e01d4-d3a8-4c60-8bc9-ae6135226e57 req-bec2602f-6c82-4cda-af4e-8ccd040b7ba7 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416796
Apr 15 10:54:02.267232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3861b-4def-4aab-a031-b44be34185e2 req-dee73287-549f-4f59-8179-541673527d47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:02.268827 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c3b3861b-4def-4aab-a031-b44be34185e2 req-dee73287-549f-4f59-8179-541673527d47 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 931 time: 0.0941923
Apr 15 10:54:02.317115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c3b3861b-4def-4aab-a031-b44be34185e2 req-5a4cf6dd-d58c-48f5-ad5b-2788048f07e0 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419097
Apr 15 10:54:02.691377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['57fa0099-6319-482b-bc81-4a84b6897f81'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:02.703031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Request body: {'port': {'device_id': '631452f2-a31f-48ef-a938-2720226a6e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:02.835037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.132241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8200cca-2e85-4c0c-b462-35145e9772bb req-563b8857-7c0a-4b39-ac87-9b1e29552666 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:03.133866 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d8200cca-2e85-4c0c-b462-35145e9772bb req-563b8857-7c0a-4b39-ac87-9b1e29552666 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0979168
Apr 15 10:54:03.182915 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d8200cca-2e85-4c0c-b462-35145e9772bb req-5f35d6d4-d8ff-440d-8637-2e7794293866 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419650
Apr 15 10:54:03.264102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08add6f0-1408-4794-8801-5ccd00ca1b6f {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:03.272613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.289142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Transition to ACTIVE for port object 08add6f0-1408-4794-8801-5ccd00ca1b6f will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:03.292407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.310805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:03.507151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Pushing event updated for resources: {'Port': ['ID=08add6f0-1408-4794-8801-5ccd00ca1b6f,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:03.516392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:03.646857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96c7c-e8df-48be-9c69-4f7062007375 req-1f248c8e-a07d-4211-92d6-522eace50449 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:03.647615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-2ff96c7c-e8df-48be-9c69-4f7062007375 req-1f248c8e-a07d-4211-92d6-522eace50449 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:03.721105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-2ff96c7c-e8df-48be-9c69-4f7062007375 req-1f248c8e-a07d-4211-92d6-522eace50449 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:03.722270 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2ff96c7c-e8df-48be-9c69-4f7062007375 req-1f248c8e-a07d-4211-92d6-522eace50449 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 943 time: 0.2717495
Apr 15 10:54:03.735519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Attempting to bind port 08add6f0-1408-4794-8801-5ccd00ca1b6f on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:03.735896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Attempting to bind port 08add6f0-1408-4794-8801-5ccd00ca1b6f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:03.736264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Attempting to bind port 08add6f0-1408-4794-8801-5ccd00ca1b6f on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:03.756850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Port 08add6f0-1408-4794-8801-5ccd00ca1b6f on network edfd086f-6fea-44a8-8e20-032e1fd59223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:54:03.757446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Attempting to bind port 08add6f0-1408-4794-8801-5ccd00ca1b6f on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:03.770258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:03.770639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Checking segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:03.771583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Bound using segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:03.772409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Bound port: 08add6f0-1408-4794-8801-5ccd00ca1b6f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:03.772551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.859585 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2ff96c7c-e8df-48be-9c69-4f7062007375 req-958f9527-534c-4c45-ac2c-ac48c075b62c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239107
Apr 15 10:54:03.909885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] For port 08add6f0-1408-4794-8801-5ccd00ca1b6f, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:03.913096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] For port 08add6f0-1408-4794-8801-5ccd00ca1b6f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08add6f0-1408-4794-8801-5ccd00ca1b6f,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:03.917442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.934053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:04.096166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Pushing event updated for resources: {'Port': ['ID=08add6f0-1408-4794-8801-5ccd00ca1b6f,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:04.101844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:04.133459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.135493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:04.135808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] 10.222.0.89 "PUT /v2.0/ports/08add6f0-1408-4794-8801-5ccd00ca1b6f HTTP/1.1" status: 200  len: 1093 time: 1.4382594
Apr 15 10:54:04.136294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631452f2-a31f-48ef-a938-2720226a6e12', 'tag': '08add6f0-1408-4794-8801-5ccd00ca1b6f'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:04.223755 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631452f2-a31f-48ef-a938-2720226a6e12', 'tag': '08add6f0-1408-4794-8801-5ccd00ca1b6f', 'status': 'completed', 'code': 200}
Apr 15 10:54:04.268313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1747-e716-4739-b51b-5c499b4068a0 req-30031a9a-39ba-44ce-b8e5-16947ca0b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.271531 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-30031a9a-39ba-44ce-b8e5-16947ca0b8d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 1096 time: 0.0864205
Apr 15 10:54:04.365653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50028) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:04.388543 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-9ed699a3-3f60-4d57-9f9f-b91dd71e3cde service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08add6f0-1408-4794-8801-5ccd00ca1b6f HTTP/1.1" status: 200  len: 217 time: 0.1104085
Apr 15 10:54:04.440918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Deleting subnet c50ce64f-dbd3-47a7-a27c-ac06611a1e19 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:54:04.444279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:04.497657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1747-e716-4739-b51b-5c499b4068a0 req-bffab20d-b0cc-4372-80c1-f11e4a508e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.499414 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-bffab20d-b0cc-4372-80c1-f11e4a508e38 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.0975716
Apr 15 10:54:04.499530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2579985'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:04.513939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720536a-c031-48b0-b6de-fbc4c11a56f4 req-f9e58d15-272b-470f-a856-9800015fbcba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.515645 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3720536a-c031-48b0-b6de-fbc4c11a56f4 req-f9e58d15-272b-470f-a856-9800015fbcba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1739070
Apr 15 10:54:04.562668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:04.580048 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-83f93879-c5ab-4b3a-8e3c-bc86ac8c4e73 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0633137
Apr 15 10:54:04.617575 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3720536a-c031-48b0-b6de-fbc4c11a56f4 req-5a8dd6b4-13b1-4c50-aefc-f7e755f8347f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583429
Apr 15 10:54:04.839848 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-d975e5fb-4bf6-4e67-8022-6d6d61e7ba92 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382593
Apr 15 10:54:04.869876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851791847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851668696'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:04.887873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:04.940750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50ce64f-dbd3-47a7-a27c-ac06611a1e19,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:05.009854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:05.178941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683dd44-ad0e-40cb-8d85-2fcc38b06b89 req-a879860c-dfbb-4f6f-8870-8ea19dc68f69 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:05.186951 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2683dd44-ad0e-40cb-8d85-2fcc38b06b89 req-a879860c-dfbb-4f6f-8870-8ea19dc68f69 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 943 time: 0.1353827
Apr 15 10:54:05.234918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.245597 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c50ce64f-dbd3-47a7-a27c-ac06611a1e19 HTTP/1.1" status: 204  len: 168 time: 0.8758039
Apr 15 10:54:05.246376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 50064) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:05.247481 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2683dd44-ad0e-40cb-8d85-2fcc38b06b89 req-f32ba7d6-8266-482d-a4d8-2947e08c2d3d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596602
Apr 15 10:54:05.375278 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-797b1747-e716-4739-b51b-5c499b4068a0 req-aa2846c9-43e0-41da-b976-d4fe8c3717c6 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5236564
Apr 15 10:54:05.402324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.675556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.759041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-c4621100-f9d9-47d3-b612-46aaf2f5e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:05.761211 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-c4621100-f9d9-47d3-b612-46aaf2f5e802 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 1096 time: 0.3043709
Apr 15 10:54:05.981528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f14b1a15048>> segment before_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.981880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f14b1a15048>> subnet precommit_delete_associations 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.982871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> segment_host_mapping after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.983286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> port after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.983657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> port after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.984101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> port after_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.984461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> segment after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.984827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> subnet after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.985189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> subnet after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:05.985572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14b1a15780>> subnet after_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:06.057854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b1baf278>> subnet after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:06.058228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b1baf278>> subnet after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:06.058612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b1baf278>> subnet before_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:06.058990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14b1baf278>> subnet before_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:54:06.059387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b0c4d9b0>,) {'filters': {'network_id': ['520f7dbd-7bf3-4f58-9c10-2e472df93605']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:06.080003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0c4d9b0>, 'b2e9a636-9c84-4309-b375-75a59f8d9181') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:06.080345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0c4d9b0>, 'b2e9a636-9c84-4309-b375-75a59f8d9181') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:06.118652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.159628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.170575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77671e-42eb-46b6-a90e-fab5d7c8f671 req-85dfdb4b-0c74-4937-8b2b-c61de599fa08 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:06.172270 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a77671e-42eb-46b6-a90e-fab5d7c8f671 req-85dfdb4b-0c74-4937-8b2b-c61de599fa08 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.3909423
Apr 15 10:54:06.173356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-20201b49-3900-4571-80de-8ddd9b2447d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:06.174771 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-20201b49-3900-4571-80de-8ddd9b2447d0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 917 time: 0.3946929
Apr 15 10:54:06.183006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:54:06.359911 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-ea61c7b6-f619-4f2a-b105-83a5bb94cbaf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08add6f0-1408-4794-8801-5ccd00ca1b6f HTTP/1.1" status: 200  len: 217 time: 0.1493049
Apr 15 10:54:06.471570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-82121bb7-d3e4-4f18-89d4-9b1fa13c889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:06.473132 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-82121bb7-d3e4-4f18-89d4-9b1fa13c889c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.0960267
Apr 15 10:54:06.574766 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a77671e-42eb-46b6-a90e-fab5d7c8f671 req-4af57d06-8b52-45ff-a447-670a2e5b1ef7 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3940091
Apr 15 10:54:06.598018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544c7c3-6511-486c-b7e8-2e2c2c5b4b0e req-760e62ee-3602-40f2-828e-7fa28ea38e8c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:06.599761 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8544c7c3-6511-486c-b7e8-2e2c2c5b4b0e req-760e62ee-3602-40f2-828e-7fa28ea38e8c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 943 time: 0.0974312
Apr 15 10:54:06.608268 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-b6c3a8cc-fc60-4cc1-9596-31d39867efaf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1281261
Apr 15 10:54:06.621484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Network 520f7dbd-7bf3-4f58-9c10-2e472df93605 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:54:06.652578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.676272 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8544c7c3-6511-486c-b7e8-2e2c2c5b4b0e req-4a84f1f0-1285-43b4-8a04-872fc52fe318 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661728
Apr 15 10:54:06.943178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Network 520f7dbd-7bf3-4f58-9c10-2e472df93605 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:54:06.966893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50120) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   from cryptography.utils import int_from_bytes
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   from cryptography.utils import int_from_bytes
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   (rel_b, rel_a, rel_b),
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   (rel_b, rel_a, rel_b),
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:54:06.971875 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:54:07.069719 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-f17dd7aa-6912-4135-9609-d06b6aacb568 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4510689
Apr 15 10:54:07.082597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.088529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f0a1645e-21f8-411e-9038-43cbfc6b8666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.110844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.120413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=520f7dbd-7bf3-4f58-9c10-2e472df93605,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.123896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.127021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.128381 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/520f7dbd-7bf3-4f58-9c10-2e472df93605 HTTP/1.1" status: 204  len: 168 time: 1.8804975
Apr 15 10:54:07.143150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:07.147202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8a7eaec2514b6691f8e192cc80e5ec is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:07.150154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:07.156086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:07.245169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.247795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50130) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:07.262604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.272381 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2ae1358b-7047-4170-8f23-682afa1308ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.332643 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4a8a7eaec2514b6691f8e192cc80e5ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3646207
Apr 15 10:54:07.333480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cfd5ea-7aaf-4c04-b141-4cd7f614146d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.335781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 50134) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:07.342891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.351912 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c056ff11-6f0b-4a48-b90b-1b888dec497c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0ed98951ba74b3a8f4d9dad86050150&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1028037
Apr 15 10:54:07.355419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50138) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:07.416500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.421263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.445314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.448860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.495077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.501219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0a6c0eab-51fb-494b-b154-051477eb20a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.502611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.508008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d402bfc2-2f95-4d1d-8f4b-e8daad6a5552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.516792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cfd5ea-7aaf-4c04-b141-4cd7f614146d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.519790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.521928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.523136 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13cfd5ea-7aaf-4c04-b141-4cd7f614146d HTTP/1.1" status: 204  len: 168 time: 0.1862040
Apr 15 10:54:07.535604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f44e9-1224-4b32-89ac-a3030fb4452f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.545472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.562422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.563970 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dc2f44e9-1224-4b32-89ac-a3030fb4452f HTTP/1.1" status: 204  len: 168 time: 0.2076077
Apr 15 10:54:07.847256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494190cc-6d53-4972-8cf6-18f61a8268b0 req-718a3b55-7f30-40fd-8117-b5b4f5b7193f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:07.848991 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-494190cc-6d53-4972-8cf6-18f61a8268b0 req-718a3b55-7f30-40fd-8117-b5b4f5b7193f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1155694
Apr 15 10:54:07.908363 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-494190cc-6d53-4972-8cf6-18f61a8268b0 req-46ce21c4-606c-4ce9-bda4-1f116938c5ee tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524585
Apr 15 10:54:08.137873 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41afa0c1-9cfb-4622-90dc-64d9bbe26e99 req-4715d82a-8a35-4d43-99e3-9a4f836088ea service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319942
Apr 15 10:54:08.205260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b808fa-8311-445c-992e-c2a1974a2bbf req-02242bbd-e729-4d7c-9ee0-264a869ab7d0 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:08.207368 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-59b808fa-8311-445c-992e-c2a1974a2bbf req-02242bbd-e729-4d7c-9ee0-264a869ab7d0 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 943 time: 0.1413770
Apr 15 10:54:08.255546 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-59b808fa-8311-445c-992e-c2a1974a2bbf req-8d84409f-0391-4223-826f-6f8fd7a9f667 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414045
Apr 15 10:54:09.124653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7fa3-a82a-4686-9e16-d53236f0d8df req-2f41926b-bece-472d-99fa-fa91e6259c11 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:09.126277 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1b3f7fa3-a82a-4686-9e16-d53236f0d8df req-2f41926b-bece-472d-99fa-fa91e6259c11 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0925446
Apr 15 10:54:09.173265 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1b3f7fa3-a82a-4686-9e16-d53236f0d8df req-0c9cdeeb-f5b1-4150-8f72-c1d3b889a455 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407877
Apr 15 10:54:09.457303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf79e0-0256-4dc9-8858-74c9cbde0ef8 req-e144a5fa-9bb4-4460-a588-fac226e0b410 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:09.458786 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-33bf79e0-0256-4dc9-8858-74c9cbde0ef8 req-e144a5fa-9bb4-4460-a588-fac226e0b410 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 943 time: 0.0882862
Apr 15 10:54:09.506417 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-33bf79e0-0256-4dc9-8858-74c9cbde0ef8 req-f3c20c54-784e-440c-834d-c2dbddad9e52 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413098
Apr 15 10:54:10.380062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755618f-30f1-4d11-b585-917649cb3034 req-31f257aa-e823-4b57-828e-6d4705bb481d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:10.381783 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6755618f-30f1-4d11-b585-917649cb3034 req-31f257aa-e823-4b57-828e-6d4705bb481d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0912299
Apr 15 10:54:10.432176 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6755618f-30f1-4d11-b585-917649cb3034 req-242300b5-9ccf-4d3e-bf12-53fcbb613dfb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431938
Apr 15 10:54:10.711112 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e119c-8c9a-4540-b6fa-6115771a0a65 req-6d5b9763-59b7-43d2-ac5f-dbda80706503 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:10.713648 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e8e119c-8c9a-4540-b6fa-6115771a0a65 req-6d5b9763-59b7-43d2-ac5f-dbda80706503 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 943 time: 0.0928206
Apr 15 10:54:10.763357 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e8e119c-8c9a-4540-b6fa-6115771a0a65 req-25d9d8df-18e7-42c4-b82a-c66a23791ecc tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430112
Apr 15 10:54:11.648586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd35e45-e012-4308-9dff-6b0d4a537f5d req-d38f6127-2dd3-43e6-b72d-c3762538252d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:11.650267 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8fd35e45-e012-4308-9dff-6b0d4a537f5d req-d38f6127-2dd3-43e6-b72d-c3762538252d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0960286
Apr 15 10:54:11.699258 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8fd35e45-e012-4308-9dff-6b0d4a537f5d req-e6647785-0469-4502-9270-d44d584e16cb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426478
Apr 15 10:54:12.117143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d323b8-3946-4579-8f3d-d70276a5601c req-8efe6147-0ce9-4d75-8199-c4ca928ec4f5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:12.119259 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-40d323b8-3946-4579-8f3d-d70276a5601c req-8efe6147-0ce9-4d75-8199-c4ca928ec4f5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 943 time: 0.0910215
Apr 15 10:54:12.167838 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-40d323b8-3946-4579-8f3d-d70276a5601c req-4f875ee1-c970-4341-8090-fc5079edb7a4 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420930
Apr 15 10:54:12.319369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 08add6f0-1408-4794-8801-5ccd00ca1b6f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:12.466098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 08add6f0-1408-4794-8801-5ccd00ca1b6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08add6f0-1408-4794-8801-5ccd00ca1b6f,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:12.480436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '08add6f0-1408-4794-8801-5ccd00ca1b6f', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'port_id': '08add6f0-1408-4794-8801-5ccd00ca1b6f', 'mac_address': 'fa:16:3e:a6:10:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1fe93-5ce0-4326-8c92-78e1ecb99c43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:12.541892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.559991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08add6f0-1408-4794-8801-5ccd00ca1b6f {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:12.575561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 08add6f0-1408-4794-8801-5ccd00ca1b6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08add6f0-1408-4794-8801-5ccd00ca1b6f,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:12.578278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.579988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:12.648569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=08add6f0-1408-4794-8801-5ccd00ca1b6f,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:12.652468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:12.905480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee655a-28f4-4d07-9193-1a05b80195e8 req-9bbf5e63-a34b-43d7-8dac-e546667cd1b4 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:12.906959 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f3ee655a-28f4-4d07-9193-1a05b80195e8 req-9bbf5e63-a34b-43d7-8dac-e546667cd1b4 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0919375
Apr 15 10:54:12.954216 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f3ee655a-28f4-4d07-9193-1a05b80195e8 req-1acf67e8-00c7-48e1-aaf0-6ae901f8ba46 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410776
Apr 15 10:54:13.370221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851529bd-e0e4-4b80-b871-226de0409973 req-27e67132-c3e4-4bf9-8043-57c7605dbe6c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:13.371842 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-851529bd-e0e4-4b80-b871-226de0409973 req-27e67132-c3e4-4bf9-8043-57c7605dbe6c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 944 time: 0.0888386
Apr 15 10:54:13.423800 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-851529bd-e0e4-4b80-b871-226de0409973 req-af494158-369a-4ca7-9a8f-c73f5cef0814 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456326
Apr 15 10:54:13.750156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['08add6f0-1408-4794-8801-5ccd00ca1b6f'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:14.169540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bd758-8ac9-4ac2-9ba5-214103171875 req-697a1ea4-d50c-416a-937d-c4ea3bba44b8 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:14.171108 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da7bd758-8ac9-4ac2-9ba5-214103171875 req-697a1ea4-d50c-416a-937d-c4ea3bba44b8 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0909867
Apr 15 10:54:14.219553 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da7bd758-8ac9-4ac2-9ba5-214103171875 req-95e548e4-b318-4e70-a363-d55a18a05358 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418169
Apr 15 10:54:14.802626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36459f-eb98-43e9-b1fb-607c7caff3ce req-b4e7561a-606d-4bb1-bd0a-e22f7d1469dd tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:14.803693 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fb36459f-eb98-43e9-b1fb-607c7caff3ce req-b4e7561a-606d-4bb1-bd0a-e22f7d1469dd tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 944 time: 0.0932817
Apr 15 10:54:14.856402 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fb36459f-eb98-43e9-b1fb-607c7caff3ce req-1c353c92-a145-49b8-969f-58766c287440 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448465
Apr 15 10:54:15.366823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 08add6f0-1408-4794-8801-5ccd00ca1b6f up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:15.441321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30b59b-c8cc-48db-a61e-8a86910d946e req-8403993c-0c39-4bad-95fe-355ed6768aaf tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:15.443317 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5c30b59b-c8cc-48db-a61e-8a86910d946e req-8403993c-0c39-4bad-95fe-355ed6768aaf tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1046391
Apr 15 10:54:15.445185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 08add6f0-1408-4794-8801-5ccd00ca1b6f completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:15.450918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 08add6f0-1408-4794-8801-5ccd00ca1b6f triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:15.451344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.496071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5c30b59b-c8cc-48db-a61e-8a86910d946e req-65f6767c-17f8-466c-bb8f-0d0eb0a51219 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446978
Apr 15 10:54:15.767253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.796023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631452f2-a31f-48ef-a938-2720226a6e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08add6f0-1408-4794-8801-5ccd00ca1b6f'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:15.806983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 08add6f0-1408-4794-8801-5ccd00ca1b6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08add6f0-1408-4794-8801-5ccd00ca1b6f,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:15.809807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.811836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:15.849294 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631452f2-a31f-48ef-a938-2720226a6e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08add6f0-1408-4794-8801-5ccd00ca1b6f', 'code': 200}
Apr 15 10:54:15.883222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=08add6f0-1408-4794-8801-5ccd00ca1b6f,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:15.886731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:16.079238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4acd5-8eef-4244-9da9-4848656272ed req-73dbf1fb-108b-4c3a-9e7f-3667f4e56611 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:16.080844 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-45e4acd5-8eef-4244-9da9-4848656272ed req-73dbf1fb-108b-4c3a-9e7f-3667f4e56611 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0952940
Apr 15 10:54:16.106054 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3620-ba47-43a1-a54f-c1a1f346ec5e req-807b9d77-a5e7-43cc-a882-dca5b53382ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:16.107739 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98cd3620-ba47-43a1-a54f-c1a1f346ec5e req-807b9d77-a5e7-43cc-a882-dca5b53382ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 1098 time: 0.0803804
Apr 15 10:54:16.131291 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-45e4acd5-8eef-4244-9da9-4848656272ed req-f841b34b-98bd-43b0-b5af-b057139d3b56 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421052
Apr 15 10:54:16.156695 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98cd3620-ba47-43a1-a54f-c1a1f346ec5e req-256229c9-3812-41d3-80a6-fd6e824e2c1c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413015
Apr 15 10:54:16.711227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b084-dd03-4172-900f-3cb8d28a3e57 req-44f2b987-3fc2-49de-8c05-6b247007c6a3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:16.713458 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0107b084-dd03-4172-900f-3cb8d28a3e57 req-44f2b987-3fc2-49de-8c05-6b247007c6a3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.0898213
Apr 15 10:54:16.809107 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0107b084-dd03-4172-900f-3cb8d28a3e57 req-2f8b3eae-96e9-41c2-b26c-cea6d25f8b92 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875518
Apr 15 10:54:17.350954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63333302-04e3-4193-86b3-5d3eac1e258e req-17223088-5fda-41ab-be5b-a739899d0865 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:17.362130 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-63333302-04e3-4193-86b3-5d3eac1e258e req-17223088-5fda-41ab-be5b-a739899d0865 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0993757
Apr 15 10:54:17.411044 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-63333302-04e3-4193-86b3-5d3eac1e258e req-700def57-9baa-4bf2-9ec6-8a678b47a2a4 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425715
Apr 15 10:54:17.432249 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7f820f92-35e0-4c6a-a1c0-77dab9f81564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:18.035324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417f13f-21d0-4a34-b20e-99e270e1be36 req-50fc27f2-187b-4997-a169-2acc9bef0894 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:18.036868 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0417f13f-21d0-4a34-b20e-99e270e1be36 req-50fc27f2-187b-4997-a169-2acc9bef0894 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1045716
Apr 15 10:54:18.091599 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0417f13f-21d0-4a34-b20e-99e270e1be36 req-c8e118bb-3ade-4522-8da3-0f302848531f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453737
Apr 15 10:54:18.773067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50434) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:18.901351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:18.917384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:18.921521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Usage tracker for resource:security_group_rule and tenant:df40ccbf49e1403ab48f51a521b19bba is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:18.924480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:18.930859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:19.018771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.021727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.034893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:19.075814 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df40ccbf49e1403ab48f51a521b19bba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3015172
Apr 15 10:54:19.078709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 50454) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:19.080035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe542368-a866-4cd4-9edd-28a694a9f737,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:19.083381 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:19.154478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.183974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.240997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.249132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:19.265264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.291012 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fe542368-a866-4cd4-9edd-28a694a9f737 HTTP/1.1" status: 204  len: 168 time: 0.2091668
Apr 15 10:54:19.295174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe542368-a866-4cd4-9edd-28a694a9f737,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:19.308322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:19.344594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1478-1bb1-4686-8217-e6235a89bd62 req-fbeaf7f7-c58d-428b-a50c-c2ee0fc51b64 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:19.346250 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d3cb1478-1bb1-4686-8217-e6235a89bd62 req-fbeaf7f7-c58d-428b-a50c-c2ee0fc51b64 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1128848
Apr 15 10:54:19.399937 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d3cb1478-1bb1-4686-8217-e6235a89bd62 req-a43a13bb-3607-4340-80c8-ed32d279d3c8 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447047
Apr 15 10:54:19.455185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-90ee97d6-21a9-49a2-99d7-bdc4e57de24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.845778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50510) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:20.067311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.086787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:20.092417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Usage tracker for resource:security_group_rule and tenant:c3520c8a76f548bd99cec8bf52af4217 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:20.095626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:20.102370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:20.205968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.208625 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.219293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:20.263441 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c3520c8a76f548bd99cec8bf52af4217&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4165056
Apr 15 10:54:20.266684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 50534) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:20.267825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd149de-37fc-4212-b80d-6a443ee34886,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:20.271350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:20.336728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.366395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.413600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.419380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5c0636f2-df5b-4619-a1fe-a85c01308bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:20.435377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd149de-37fc-4212-b80d-6a443ee34886,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:20.437475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.441577 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0cd149de-37fc-4212-b80d-6a443ee34886 HTTP/1.1" status: 204  len: 168 time: 0.1734753
Apr 15 10:54:20.442556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:20.534273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.683124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.695218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8314c-d6c9-456b-9046-05cd86420661 req-aa463637-5780-43e6-9194-fc592f600ae4 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:20.697030 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b8314c-d6c9-456b-9046-05cd86420661 req-aa463637-5780-43e6-9194-fc592f600ae4 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1343780
Apr 15 10:54:20.798214 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b8314c-d6c9-456b-9046-05cd86420661 req-dc1671b1-5ce7-4e8c-a7bd-69acce6aba79 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934379
Apr 15 10:54:21.138949 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:21.396040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-60369fa6-65a9-47bf-b6c0-e8d91691bb93 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:21.397970 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-60369fa6-65a9-47bf-b6c0-e8d91691bb93 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 0.4521847
Apr 15 10:54:21.416776 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-8faddde9-66cf-460a-8588-f3860d9453ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/quotas/d180fa58116a4a018e0031d797e4aeca HTTP/1.1" status: 200  len: 375 time: 0.0105898
Apr 15 10:54:21.519540 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-bc01b601-1ecd-49c3-b61c-e7f66f5bafcf tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0981357
Apr 15 10:54:21.669515 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-089a7b99-c368-4474-9c5a-444a197481f6 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414535
Apr 15 10:54:21.845170 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-f9d76855-ef99-4ba7-b548-36e56d2870fd service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688917
Apr 15 10:54:22.191035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.191579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50632) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:22.191952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50634) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:22.261086 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-48b28e70-d7c4-4af9-8651-0cc55fb3753d req-2b6efb6e-e24c-4946-8a64-5c7050212dca tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 210 time: 0.1818707
Apr 15 10:54:22.316415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5ffef-0049-44b1-8865-997a46a20739 req-ac34654b-64c4-4452-9b19-0727705d317e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:22.326069 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3d5ffef-0049-44b1-8865-997a46a20739 req-ac34654b-64c4-4452-9b19-0727705d317e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.3529375
Apr 15 10:54:22.434440 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3d5ffef-0049-44b1-8865-997a46a20739 req-a8b08ec6-b841-4dce-a885-5cede3054c58 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068983
Apr 15 10:54:22.480976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.518551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:22.524399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.537752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Usage tracker for resource:security_group_rule and tenant:8bf8aa9951484df3b0552aa9026c2e97 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:22.542187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:22.548328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:22.556630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:22.564616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Usage tracker for resource:security_group_rule and tenant:390e7d4b68564d3a815c546ebf0d70d9 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:22.568386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:22.590471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:22.709252 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-1200e080-0862-4ee5-9a9d-79aee7d656e0 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3ece799bbbdf4459b73d28f557280a84&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352809
Apr 15 10:54:22.712585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.733614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.764592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c9ad9078-abc1-43e3-9f61-fa6400cfad91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:22.773961 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8bf8aa9951484df3b0552aa9026c2e97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5809245
Apr 15 10:54:22.779441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50668) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:22.846242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0343960-0995-45a0-9804-726c5df4d13e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:22.851035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.869714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:22.875434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.887240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-558b6a07-c50d-4402-860d-4a410eda67dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:22.888333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-68ee4862-083d-4c2d-ad66-ab6913034d8d tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:22.889920 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-68ee4862-083d-4c2d-ad66-ab6913034d8d tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1719873
Apr 15 10:54:22.908585 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-25b8b81a-039b-4f79-a5cd-d2e9102bb4aa tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/quotas/3ece799bbbdf4459b73d28f557280a84 HTTP/1.1" status: 200  len: 375 time: 0.0119982
Apr 15 10:54:22.922313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbae742-cd09-4e17-b582-1d10f26bffa4,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:22.951546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:22.955171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.968373 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-619731c2-0dab-4135-9757-1a9cbb07dbd5 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ece799bbbdf4459b73d28f557280a84&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0530016
Apr 15 10:54:22.976015 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=390e7d4b68564d3a815c546ebf0d70d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7710235
Apr 15 10:54:22.976457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 50672) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:22.993754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.039412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.044556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.045260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-63292f91-bac4-4cf4-a6c4-b17461648c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:23.063472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0343960-0995-45a0-9804-726c5df4d13e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:23.065615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:23.076397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.078022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.079229 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b0343960-0995-45a0-9804-726c5df4d13e HTTP/1.1" status: 204  len: 168 time: 0.2988136
Apr 15 10:54:23.140805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.146503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1fba255b-30aa-4cca-8bb7-3b0d5d78d461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:23.164782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.169059 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/efbae742-cd09-4e17-b582-1d10f26bffa4 HTTP/1.1" status: 204  len: 168 time: 0.1883402
Apr 15 10:54:23.169059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbae742-cd09-4e17-b582-1d10f26bffa4,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:23.170565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:23.236612 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f8fe8c93-7327-45e2-916f-f30091166a10 req-c1d79641-e74a-4423-aabb-649b6a68819b tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 210 time: 0.0931010
Apr 15 10:54:23.505010 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c4f40f82-0942-472b-8bdb-81db481317a2 req-67c05a17-c6b9-4f6a-b4c9-12c1db040e8d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 210 time: 0.0648987
Apr 15 10:54:23.742222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd919d5-9b56-4f80-89f0-35dcc02acaac req-3b01a921-fe3d-4c4a-bb0d-e33fa4ff059e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:23.762875 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5cd919d5-9b56-4f80-89f0-35dcc02acaac req-3b01a921-fe3d-4c4a-bb0d-e33fa4ff059e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1926432
Apr 15 10:54:23.846777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-99e4edde-9cb6-48d3-a01d-edea4219df30 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:23.857606 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-99e4edde-9cb6-48d3-a01d-edea4219df30 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 0.3513865
Apr 15 10:54:23.861130 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5cd919d5-9b56-4f80-89f0-35dcc02acaac req-a06d0ca7-d4d7-4197-9d62-c533777d2358 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961587
Apr 15 10:54:23.878696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Request body: {'port': {'device_id': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'admin_state_up': True, 'tenant_id': 'd180fa58116a4a018e0031d797e4aeca'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:23.922780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50716) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:23.966236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.984186 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:23.988263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Usage tracker for resource:security_group_rule and tenant:70feb363706f4ba7863aa9112f2afd3a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:23.992084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:23.999030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:24.094614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50722) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:24.106022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:24.117287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.119618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:24.122868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.129313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Made reservation on behalf of d180fa58116a4a018e0031d797e4aeca for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:24.133176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-521b3106-59af-4ba6-9b7b-e131fdac8c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:24.136998 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.184496 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=70feb363706f4ba7863aa9112f2afd3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2605112
Apr 15 10:54:24.186970 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50730) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:24.190034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfbda65-ac19-411f-9a71-fdd35cf265eb,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:24.204247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:24.267767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.303006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.377764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.385110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-93570289-0742-465a-853d-803bbd6b946c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:24.416546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfbda65-ac19-411f-9a71-fdd35cf265eb,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:24.422493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:24.437427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.454184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.457878 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7bfbda65-ac19-411f-9a71-fdd35cf265eb HTTP/1.1" status: 204  len: 168 time: 0.2674344
Apr 15 10:54:24.463288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:24.468013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Usage tracker for resource:security_group_rule and tenant:fc87095890314effb69ca9b35fc68715 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:24.471214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:24.480254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:24.508229 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a63bb122-d69b-4e29-bd64-a3fb76d4bffe req-19a0c482-c31c-40c0-a66d-2070aa694b5c tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 210 time: 0.0724254
Apr 15 10:54:24.522035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Allocated IP 172.20.0.11 (edfd086f-6fea-44a8-8e20-032e1fd59223/57c1fe93-5ce0-4326-8c92-78e1ecb99c43/9442ae8c-d586-4a41-a3aa-48831f92a218) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:24.675709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.747334 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 50752) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:24.760873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.785114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:24.799285 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e42e9bd1-7c0b-4617-816f-5355388354ff req-ebe8348c-6872-4193-8fb0-93d7e153e234 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 210 time: 0.1219196
Apr 15 10:54:24.847442 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fc87095890314effb69ca9b35fc68715&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7493525
Apr 15 10:54:24.847442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d91e91-f18d-41a0-8aca-2d070dfe7b78,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:24.849616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50764) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:24.852698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:25.008436 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-55de0a6c-4f11-44b6-817d-a174fe2b70e2 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=3ece799bbbdf4459b73d28f557280a84&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0840759
Apr 15 10:54:25.027237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1190272909-network', 'tenant_id': '2bf451dc791f4ccfa442b6f9dad47213'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:25.059983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.159680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.171706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:25.204955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3c8a-b54d-482a-b398-2fb24e462a5a req-3b301f95-019a-4b90-a44e-c9b6006cf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:25.206743 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-44cb3c8a-b54d-482a-b398-2fb24e462a5a req-3b301f95-019a-4b90-a44e-c9b6006cf746 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 1099 time: 0.2373953
Apr 15 10:54:25.216673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Usage tracker for resource:network and tenant:2bf451dc791f4ccfa442b6f9dad47213 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:25.221827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.239750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:25.254443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:25.286504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eee1e-9f19-4b84-b396-f0c6daf7bde6 req-4303b364-8d98-4e8e-acb2-33cbf0fd004d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:25.293812 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d72eee1e-9f19-4b84-b396-f0c6daf7bde6 req-4303b364-8d98-4e8e-acb2-33cbf0fd004d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.2410762
Apr 15 10:54:25.300045 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-ce7c40e0-7568-4106-844b-4692c9204b97 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:25.302006 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-ce7c40e0-7568-4106-844b-4692c9204b97 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2797964
Apr 15 10:54:25.304079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Made reservation on behalf of 2bf451dc791f4ccfa442b6f9dad47213 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:25.309430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.325041 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-44cb3c8a-b54d-482a-b398-2fb24e462a5a req-12a1ab12-7316-4663-8629-3c2b5731ce00 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005263
Apr 15 10:54:25.331912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Request body: {'port': {'device_id': '6816c3cb-2025-43d5-872e-66615b59f4be', 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d', 'admin_state_up': True, 'tenant_id': '3ece799bbbdf4459b73d28f557280a84'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:25.344409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.351463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.351685 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7925e501-4db7-4900-a3b5-d21f3130158c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:25.369217 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d72eee1e-9f19-4b84-b396-f0c6daf7bde6 req-a3a98e78-ff78-405b-bc35-71c3af0013ba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741124
Apr 15 10:54:25.372321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d91e91-f18d-41a0-8aca-2d070dfe7b78,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:25.375025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:25.379488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.381105 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2d91e91-f18d-41a0-8aca-2d070dfe7b78 HTTP/1.1" status: 204  len: 168 time: 0.5304923
Apr 15 10:54:25.438129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:25.445986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf451dc791f4ccfa442b6f9dad47213 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:25.452823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:25.473551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:25.492614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.507660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['57fa0099-6319-482b-bc81-4a84b6897f81', '08add6f0-1408-4794-8801-5ccd00ca1b6f'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:25.525048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-541a8bf8-c570-451c-91ca-1cbd64854674 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:25.577358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:54:25.759443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:25.762035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event updated for resources: {'Port': ['ID=9442ae8c-d586-4a41-a3aa-48831f92a218,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:25.770398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:25.771259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Usage tracker for resource:port and tenant:3ece799bbbdf4459b73d28f557280a84 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:25.782349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:25.880769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:25.932109 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b43517ea-a6e3-4311-895f-34210f6c798e req-599a3944-b9e7-4b6b-96d4-2c5f92ca65e9 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 210 time: 0.1659369
Apr 15 10:54:26.015570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Made reservation on behalf of 3ece799bbbdf4459b73d28f557280a84 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:26.021661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.062777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.063914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.097908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.123915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976b3b0-4f3c-41d5-8f79-55706cef0b3d req-4f36ae77-9a78-44bd-b64e-bb463d87343c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:26.128419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:26.131734 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7976b3b0-4f3c-41d5-8f79-55706cef0b3d req-4f36ae77-9a78-44bd-b64e-bb463d87343c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 932 time: 0.1581457
Apr 15 10:54:26.187425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Network edfd086f-6fea-44a8-8e20-032e1fd59223 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:26.188550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:26.196505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:26.208422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:54:26.211337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Usage tracker for resource:security_group_rule and tenant:3ece799bbbdf4459b73d28f557280a84 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:26.219506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:26.224197 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7976b3b0-4f3c-41d5-8f79-55706cef0b3d req-4c727a8a-8e72-4ded-b6b7-0234e7d905be tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874357
Apr 15 10:54:26.260683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:26.283460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:26.288103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47fd0af-2feb-4c8c-87ea-f7138c27670c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:26.293286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.293781 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Added segment 3d32f154-3262-4749-be7b-35fb7097d303 of type vlan for network b0fcef70-5861-4704-a80b-371e5a017306
Apr 15 10:54:26.302724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:26.371559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:26.372915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.397376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.471852 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6047764
Apr 15 10:54:26.490191 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Request body: {'port': {'device_id': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:26.554423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.568185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:26.568998 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.574001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:26.622293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ace7d6-fb58-47c5-b7ae-2c49a42f9036 req-e19e828b-1f35-42ee-b315-23a3247a7137 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:26.630059 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67ace7d6-fb58-47c5-b7ae-2c49a42f9036 req-e19e828b-1f35-42ee-b315-23a3247a7137 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1229110
Apr 15 10:54:26.695025 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67ace7d6-fb58-47c5-b7ae-2c49a42f9036 req-8e65222c-a92f-4b1c-9e27-914460905d5a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577059
Apr 15 10:54:26.786977 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.0382404
Apr 15 10:54:26.790656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50848) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:26.797819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Request body: {'subnet': {'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1190272909-subnet', 'tenant_id': '2bf451dc791f4ccfa442b6f9dad47213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:26.803439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:26.808785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Usage tracker for resource:subnet and tenant:2bf451dc791f4ccfa442b6f9dad47213 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:26.812345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:26.819456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:26.832005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fcef70-5861-4704-a80b-371e5a017306,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:26.844234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:26.844679 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network b0fcef70-5861-4704-a80b-371e5a017306 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:54:26.918220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.933142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.939522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Made reservation on behalf of 2bf451dc791f4ccfa442b6f9dad47213 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:26.944595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3107074'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.953340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.960166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5ec36e82-ab07-4ea9-ad3e-b8db8b55332c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:27.119938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac7a391-ce00-4a35-a3bd-3ad6895843b8,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:27.141358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:27.269005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc228e-499d-410a-8896-f53b14d3ad58 req-829f85e9-141a-4ec6-b5e2-a28e9eeefac5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:27.276525 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2812656d-7761-480f-810f-8e7daa849d39 req-70b84be8-cb45-4af7-97fb-2e0fafb08c55 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 210 time: 0.0653615
Apr 15 10:54:27.277331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d6cc228e-499d-410a-8896-f53b14d3ad58 req-829f85e9-141a-4ec6-b5e2-a28e9eeefac5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.4190524
Apr 15 10:54:27.453948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50882) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:27.483534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Allocated IP 192.168.233.163 (cd050b36-c05e-42d2-9d69-a01baeac098d/466d887d-7722-40f8-b513-3b9f883e9663/96cb585b-2365-4089-84a7-76d214758c1e) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:27.510419 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d6cc228e-499d-410a-8896-f53b14d3ad58 req-fda5230c-52c0-4a50-98b0-1156dab2c76a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321305
Apr 15 10:54:27.605815 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.626466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:27.631387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Usage tracker for resource:security_group_rule and tenant:111c7cc267d24e5d90360b6f1068f6f4 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:27.636169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:27.644799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:27.765062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61744505-9ea0-46a5-8fe7-d5a2af50a814 req-e6689bff-1949-4579-9efb-f3f21bca5766 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:27.774459 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61744505-9ea0-46a5-8fe7-d5a2af50a814 req-e6689bff-1949-4579-9efb-f3f21bca5766 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 932 time: 0.3122158
Apr 15 10:54:27.801276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.810416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.820748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:27.888690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61744505-9ea0-46a5-8fe7-d5a2af50a814 req-6a808299-e65a-4682-9adf-289718dcc9a9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130693
Apr 15 10:54:27.925321 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=111c7cc267d24e5d90360b6f1068f6f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4699998
Apr 15 10:54:27.926083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 50890) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:27.954017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99495fbe-0a89-408c-bb8d-69a75366106e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:27.964518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:28.010463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3107091'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.035470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:28.136024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9442ae8c-d586-4a41-a3aa-48831f92a218 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:28.150881 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.182698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.184502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43db6feb-f209-4e9a-b2ff-61f2ba50e2d1,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:28.185340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Transition to ACTIVE for port object 9442ae8c-d586-4a41-a3aa-48831f92a218 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:28.190668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:28.191161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.218741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:28.246217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.322887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Checking segment: {'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:28.323144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Network hostable DHCP agents. Network: b0fcef70-5861-4704-a80b-371e5a017306, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:54:28.340386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.345318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-34d432c5-fe4e-4b45-9aff-23a593f243bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:28.362823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99495fbe-0a89-408c-bb8d-69a75366106e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:28.366302 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Network b0fcef70-5861-4704-a80b-371e5a017306 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:54:28.369195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:28.380776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.385637 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99495fbe-0a89-408c-bb8d-69a75366106e HTTP/1.1" status: 204  len: 168 time: 0.4525216
Apr 15 10:54:28.387344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, b0fcef70-5861-4704-a80b-371e5a017306) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:28.400474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:28.400878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.410384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f1e98d-d1ac-48c0-8ac5-95012d0460f1 None None] Network b0fcef70-5861-4704-a80b-371e5a017306 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:28.422687 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-613a81a2-038d-4522-a724-563330d6dd7f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6304855
Apr 15 10:54:28.444187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.459097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Pushing event updated for resources: {'Port': ['ID=9442ae8c-d586-4a41-a3aa-48831f92a218,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:28.469469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:28.528322 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3537c52b-2d27-410a-a9f1-e470b3b4bcb0 req-014ca2c9-b3cd-4137-b038-aab5c05b3c01 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 210 time: 0.0602100
Apr 15 10:54:28.543600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Transition to ACTIVE for port object 96cb585b-2365-4089-84a7-76d214758c1e will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:28.743950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.807212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:28.820079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f561a8-cb1b-430a-8b86-f4d16915a517 None None] Network b0fcef70-5861-4704-a80b-371e5a017306 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:29.040705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Pushing event updated for resources: {'Port': ['ID=96cb585b-2365-4089-84a7-76d214758c1e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:29.049342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:29.052922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Attempting to bind port 9442ae8c-d586-4a41-a3aa-48831f92a218 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:29.053326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Attempting to bind port 9442ae8c-d586-4a41-a3aa-48831f92a218 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:29.053704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Attempting to bind port 9442ae8c-d586-4a41-a3aa-48831f92a218 on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:29.072875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Port 9442ae8c-d586-4a41-a3aa-48831f92a218 on network edfd086f-6fea-44a8-8e20-032e1fd59223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:54:29.073136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Attempting to bind port 9442ae8c-d586-4a41-a3aa-48831f92a218 on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:29.089217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:29.089553 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Checking segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:29.090001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Bound using segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:29.090461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Bound port: 9442ae8c-d586-4a41-a3aa-48831f92a218, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:29.090845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.260904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Network cd050b36-c05e-42d2-9d69-a01baeac098d is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:29.267074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:29.273559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:29.371765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] For port 9442ae8c-d586-4a41-a3aa-48831f92a218, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:29.448425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] For port 9442ae8c-d586-4a41-a3aa-48831f92a218, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9442ae8c-d586-4a41-a3aa-48831f92a218,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:29.463289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.474244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:29.474996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.503066 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:29.647522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2fdb4-f293-4195-8c51-363a3392da93 req-7711e9d9-8b47-48ab-a5de-d5f51351928a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:29.650477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-32b2fdb4-f293-4195-8c51-363a3392da93 req-7711e9d9-8b47-48ab-a5de-d5f51351928a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:29.687341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-eb400881-b3ff-4b6f-8c58-08dd721dbb54 None None] Provisioning for port 96cb585b-2365-4089-84a7-76d214758c1e completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:29.694001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-eb400881-b3ff-4b6f-8c58-08dd721dbb54 None None] Provisioning complete for port 96cb585b-2365-4089-84a7-76d214758c1e triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:29.695083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eb400881-b3ff-4b6f-8c58-08dd721dbb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.695870 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.3726575
Apr 15 10:54:29.742274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Request body: {'port': {'device_id': '6816c3cb-2025-43d5-872e-66615b59f4be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:29.780578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-32b2fdb4-f293-4195-8c51-363a3392da93 req-7711e9d9-8b47-48ab-a5de-d5f51351928a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:29.787712 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-32b2fdb4-f293-4195-8c51-363a3392da93 req-7711e9d9-8b47-48ab-a5de-d5f51351928a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 944 time: 0.6499803
Apr 15 10:54:29.843689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Pushing event updated for resources: {'Port': ['ID=9442ae8c-d586-4a41-a3aa-48831f92a218,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:29.872656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:29.877398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-eb400881-b3ff-4b6f-8c58-08dd721dbb54 None None] Port 96cb585b-2365-4089-84a7-76d214758c1e cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:54:29.943794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-cc31199f-7bf7-489a-abea-53ac0829a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:29.945551 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-cc31199f-7bf7-489a-abea-53ac0829a844 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.2876756
Apr 15 10:54:29.955696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d43027-a148-4a77-b057-ffa204702e4b req-85b72e36-271e-4029-978f-96cdd9c99b26 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:29.965056 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-68d43027-a148-4a77-b057-ffa204702e4b req-85b72e36-271e-4029-978f-96cdd9c99b26 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 936 time: 0.1987066
Apr 15 10:54:29.975288 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-32b2fdb4-f293-4195-8c51-363a3392da93 req-33e370ae-97da-4734-9eea-0bf2ab5b89f3 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814640
Apr 15 10:54:30.032766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:30.033469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.035142 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] 10.222.0.89 "PUT /v2.0/ports/9442ae8c-d586-4a41-a3aa-48831f92a218 HTTP/1.1" status: 200  len: 1094 time: 3.5504918
Apr 15 10:54:30.035446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'tag': '9442ae8c-d586-4a41-a3aa-48831f92a218'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:30.046032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.148133 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-68d43027-a148-4a77-b057-ffa204702e4b req-9759f74e-6e6a-4103-8aa0-a281633b4e13 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819968
Apr 15 10:54:30.199293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-29a4f943-8293-4f29-8b22-22dbc65a5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:30.200951 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-29a4f943-8293-4f29-8b22-22dbc65a5d82 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 921 time: 0.2336094
Apr 15 10:54:30.296036 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-a1be0995-c474-47fd-8914-ea1db77baf7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 200  len: 217 time: 0.0817702
Apr 15 10:54:30.368190 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'tag': '9442ae8c-d586-4a41-a3aa-48831f92a218', 'status': 'completed', 'code': 200}
Apr 15 10:54:30.382322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-35e380e1-2ff6-4699-9158-8e3c3a277653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:30.385108 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-35e380e1-2ff6-4699-9158-8e3c3a277653 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.0792000
Apr 15 10:54:30.426203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edec42-a5ee-45d1-8619-1af2b9b5aaaf req-d74dec86-0cfd-4f33-af74-ca1e46fddc45 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:30.427913 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c2edec42-a5ee-45d1-8619-1af2b9b5aaaf req-d74dec86-0cfd-4f33-af74-ca1e46fddc45 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.3179421
Apr 15 10:54:30.448128 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-6430e319-6f68-4333-be51-219f324c2eea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564561
Apr 15 10:54:30.452498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-421d5e95-5b9e-4b39-a958-837b1ad9a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:30.454122 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-421d5e95-5b9e-4b39-a958-837b1ad9a787 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 1097 time: 0.3430188
Apr 15 10:54:30.565271 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-386fa555-bf53-400e-903b-584fa83cdfd8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9442ae8c-d586-4a41-a3aa-48831f92a218 HTTP/1.1" status: 200  len: 217 time: 0.0930638
Apr 15 10:54:30.742166 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c2edec42-a5ee-45d1-8619-1af2b9b5aaaf req-7686104d-c30c-4836-946d-1ff7b5b8adee tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007331
Apr 15 10:54:30.832951 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-68e2b1f2-32cd-42ba-97b0-e6cd707dd6cd service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3768919
Apr 15 10:54:30.860276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-daeb71a7-d67e-4a24-be6c-dd140c7f25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:30.863079 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-daeb71a7-d67e-4a24-be6c-dd140c7f25c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.2816689
Apr 15 10:54:30.935093 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-abd570c9-85ec-4831-8f61-eae9c066fc26 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646429
Apr 15 10:54:30.992584 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a5874b43-5bc2-4540-8431-3eabbc4106ae req-fed4e598-6b35-4bb6-ae4d-ad62a0844349 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461453
Apr 15 10:54:31.007447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51002) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:31.061432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51012) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:31.288546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.328110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.350732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:31.358500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:31.361144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Usage tracker for resource:security_group_rule and tenant:55d8a3b950d74c9a8fe8d4b9114f56e2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:31.366102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:31.371174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Usage tracker for resource:security_group_rule and tenant:aebba326204b4c55b8924a42a92281de is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:31.378744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:31.382565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:31.398340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:31.453116 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9ea8f-16c3-40f9-820f-5bdff6b7996d req-26211e0d-5e72-40fb-a24b-d82f6e23f53d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:31.454657 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-96b9ea8f-16c3-40f9-820f-5bdff6b7996d req-26211e0d-5e72-40fb-a24b-d82f6e23f53d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 944 time: 0.2678967
Apr 15 10:54:31.470388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cb585b-2365-4089-84a7-76d214758c1e {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:31.489172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.516908 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-f2d8ca18-5d6d-4832-9475-eba95a4a7b73 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5729942
Apr 15 10:54:31.525347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Transition to ACTIVE for port object 96cb585b-2365-4089-84a7-76d214758c1e will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:31.546952 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-96b9ea8f-16c3-40f9-820f-5bdff6b7996d req-21b61d03-15fc-4126-afea-3f8bd795cefe tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817173
Apr 15 10:54:31.554075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.581270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77554-3756-40e8-9a8d-b1fe5ef41689 req-cd8a4415-86ed-4236-9a5b-0d853204a1b6 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:31.582005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4bc77554-3756-40e8-9a8d-b1fe5ef41689 req-cd8a4415-86ed-4236-9a5b-0d853204a1b6 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Synchronizing usage tracker for tenant:3ece799bbbdf4459b73d28f557280a84 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:31.628992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.631069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.632892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.636757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:31.642502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:31.653544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.712879 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aebba326204b4c55b8924a42a92281de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6471372
Apr 15 10:54:31.733836 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55d8a3b950d74c9a8fe8d4b9114f56e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7251799
Apr 15 10:54:31.736604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87487305-e24b-4814-bbac-7ffd02d5c748,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:31.739543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51028) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:31.740088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51030) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:31.744737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:31.768233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-15d1dd11-bf8f-4132-9a87-8e739de37c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:31.809023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4bc77554-3756-40e8-9a8d-b1fe5ef41689 req-cd8a4415-86ed-4236-9a5b-0d853204a1b6 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Unset dirty status for tenant:3ece799bbbdf4459b73d28f557280a84 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:31.816782 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4bc77554-3756-40e8-9a8d-b1fe5ef41689 req-cd8a4415-86ed-4236-9a5b-0d853204a1b6 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 936 time: 0.4889741
Apr 15 10:54:31.824681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Pushing event updated for resources: {'Port': ['ID=96cb585b-2365-4089-84a7-76d214758c1e,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:31.827765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:31.874744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a79c36-e401-474e-98a1-e5c3e92c4d29,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:31.929331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d427f1c2-ccc1-4337-a3cf-28352b8f5188 req-ff0d4add-3721-498e-827f-b302bd190412 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4000092
Apr 15 10:54:31.939714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4bc77554-3756-40e8-9a8d-b1fe5ef41689 req-c454567f-f4a9-4a9b-ae1c-17bf90869b21 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Synchronizing usage tracker for tenant:3ece799bbbdf4459b73d28f557280a84 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:31.939920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:32.016711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.029359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.094126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4bc77554-3756-40e8-9a8d-b1fe5ef41689 req-c454567f-f4a9-4a9b-ae1c-17bf90869b21 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Unset dirty status for tenant:3ece799bbbdf4459b73d28f557280a84 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:32.095383 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4bc77554-3756-40e8-9a8d-b1fe5ef41689 req-c454567f-f4a9-4a9b-ae1c-17bf90869b21 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2781827
Apr 15 10:54:32.109717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.150109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-3c58e51c-1c51-49e3-95d4-6d0008e428eb tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:32.151795 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-3c58e51c-1c51-49e3-95d4-6d0008e428eb tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/networks?id=b0fcef70-5861-4704-a80b-371e5a017306 HTTP/1.1" status: 200  len: 814 time: 0.3230741
Apr 15 10:54:32.154097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.215138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-9f45ed3e-a671-489e-9b9e-411ea10d6eeb tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/quotas/2bf451dc791f4ccfa442b6f9dad47213 HTTP/1.1" status: 200  len: 375 time: 0.0480263
Apr 15 10:54:32.277334 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-d9af0943-ef6f-4b2f-bc60-c54b1b7a769d tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2bf451dc791f4ccfa442b6f9dad47213&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0532341
Apr 15 10:54:32.278574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.283802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-362a8936-1bb6-447f-af2f-cec0c8b514f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:32.293055 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-4cd95152-aec3-4a53-b29b-8e9a028122d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:32.294751 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-4cd95152-aec3-4a53-b29b-8e9a028122d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 1097 time: 0.2756367
Apr 15 10:54:32.298759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Attempting to bind port 96cb585b-2365-4089-84a7-76d214758c1e on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:32.299138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Attempting to bind port 96cb585b-2365-4089-84a7-76d214758c1e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:32.299505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Attempting to bind port 96cb585b-2365-4089-84a7-76d214758c1e on network cd050b36-c05e-42d2-9d69-a01baeac098d {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:32.327159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87487305-e24b-4814-bbac-7ffd02d5c748,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:32.329542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:32.335795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Port 96cb585b-2365-4089-84a7-76d214758c1e on network cd050b36-c05e-42d2-9d69-a01baeac098d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:54:32.335980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Attempting to bind port 96cb585b-2365-4089-84a7-76d214758c1e on network cd050b36-c05e-42d2-9d69-a01baeac098d {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:32.393583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.401519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-66cb85e5-9779-47f9-910e-0f20d3e4f132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:32.404482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:32.404863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Checking segment: {'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:32.405313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Bound using segment: {'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:32.405831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Bound port: 96cb585b-2365-4089-84a7-76d214758c1e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6dec41-49e3-4fdd-a9ae-75a60230682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:32.406229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.415968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.417180 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/87487305-e24b-4814-bbac-7ffd02d5c748 HTTP/1.1" status: 204  len: 168 time: 0.6760256
Apr 15 10:54:32.429390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.431101 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0a79c36-e401-474e-98a1-e5c3e92c4d29 HTTP/1.1" status: 204  len: 168 time: 0.6876791
Apr 15 10:54:32.432143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a79c36-e401-474e-98a1-e5c3e92c4d29,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:32.435281 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:32.509669 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-26c6a1ff-9500-47ab-824d-6ef2509c8e70 service neutron] 10.222.0.93 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173669
Apr 15 10:54:32.519117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa48e-88e4-4984-a2c2-2d759c62a038 req-8367a3f9-0ff4-4a7b-8e96-c18955f05ba0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:32.520842 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-79cfa48e-88e4-4984-a2c2-2d759c62a038 req-8367a3f9-0ff4-4a7b-8e96-c18955f05ba0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.3037786
Apr 15 10:54:32.636627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-cc123aac-ec39-462c-b8e2-38eaa7141649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:32.638775 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-cc123aac-ec39-462c-b8e2-38eaa7141649 service neutron] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 917 time: 0.3325872
Apr 15 10:54:32.651359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] For port 96cb585b-2365-4089-84a7-76d214758c1e, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:32.673854 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-89f14833-788a-435b-8f50-0bec9bb44e4f service neutron] 10.222.0.93 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631930
Apr 15 10:54:32.729117 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-79cfa48e-88e4-4984-a2c2-2d759c62a038 req-11bfdb44-8037-4082-88e4-8d3121510c27 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967349
Apr 15 10:54:32.761637 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-e7a60f01-0046-4465-8b8c-56ef072badef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9442ae8c-d586-4a41-a3aa-48831f92a218 HTTP/1.1" status: 200  len: 217 time: 0.1140807
Apr 15 10:54:32.767369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] For port 96cb585b-2365-4089-84a7-76d214758c1e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96cb585b-2365-4089-84a7-76d214758c1e,segment=NetworkSegment(1f6dec41-49e3-4fdd-a9ae-75a60230682f),segment_id=1f6dec41-49e3-4fdd-a9ae-75a60230682f)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:32.868684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-1886017d-95c8-4711-bbd0-94ad21c66993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:32.870454 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-1886017d-95c8-4711-bbd0-94ad21c66993 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.0971317
Apr 15 10:54:32.871650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.880449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51062) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:32.910853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:32.918196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.941523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:32.957577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Usage tracker for resource:security_group_rule and tenant:3f2eb5b4278a4bfd8c019878f208360f is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:32.961829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:32.968415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:32.979269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51066) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:33.010709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.036285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:33.043780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Usage tracker for resource:security_group_rule and tenant:e291c2689bff4fedb32f98e40158fbe9 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:33.049161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:33.061610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:33.127167 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-5485f9e4-75c4-4c66-9c07-58cd6f65302e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2173169
Apr 15 10:54:33.167805 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0bbbd866-93cf-4957-824d-d253358b0c9c req-5fd9a7fa-8fd6-4148-bcfa-dc01a5052f9a tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 210 time: 0.0743258
Apr 15 10:54:33.213492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.220959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.232627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e393be1b-9e68-4397-9317-c33cc55ce053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:33.278542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Pushing event updated for resources: {'Port': ['ID=96cb585b-2365-4089-84a7-76d214758c1e,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:33.301328 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f2eb5b4278a4bfd8c019878f208360f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4196138
Apr 15 10:54:33.304914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51078) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:33.306210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61992815-8de5-4bcd-a8f0-39aba232bf66,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:33.307040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:33.309794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:33.378023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.390892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:33.391576 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.393031 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] 10.222.0.89 "PUT /v2.0/ports/96cb585b-2365-4089-84a7-76d214758c1e HTTP/1.1" status: 200  len: 1098 time: 3.6740530
Apr 15 10:54:33.394352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6816c3cb-2025-43d5-872e-66615b59f4be', 'tag': '96cb585b-2365-4089-84a7-76d214758c1e'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:33.404411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.407616 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-dad4d64d-815b-4a58-9aec-e3f8424f2f8b service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693229
Apr 15 10:54:33.417964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261cbb-1e77-48e9-82c7-f9e1b27a281c req-819a39c8-d551-4317-8fc8-4b2e7791f21c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:33.419615 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a261cbb-1e77-48e9-82c7-f9e1b27a281c req-819a39c8-d551-4317-8fc8-4b2e7791f21c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 944 time: 0.4620864
Apr 15 10:54:33.436220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eab50be4-8b11-4144-ad81-a44dc9f3d2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:33.488660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220b3e00-3606-4526-90d0-ed83a9b166ed,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:33.527302 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:33.568909 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e291c2689bff4fedb32f98e40158fbe9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5884967
Apr 15 10:54:33.573779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51084) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:33.593534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.609810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718a24c-0f91-45b2-ae5f-98c86f87ea3b req-4511f150-613f-43cc-99ae-a45d6fdf5e9e tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:33.611538 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b718a24c-0f91-45b2-ae5f-98c86f87ea3b req-4511f150-613f-43cc-99ae-a45d6fdf5e9e tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 948 time: 0.2772179
Apr 15 10:54:33.685579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.766634 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b718a24c-0f91-45b2-ae5f-98c86f87ea3b req-2491437b-0457-4f25-b5d0-18c1b1adde3d tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437893
Apr 15 10:54:33.772185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.798408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.816053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-272415d2-d92f-4dc5-a7fb-a3603ed25fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:33.834016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61992815-8de5-4bcd-a8f0-39aba232bf66,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:33.837532 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.841188 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6816c3cb-2025-43d5-872e-66615b59f4be', 'tag': '96cb585b-2365-4089-84a7-76d214758c1e', 'status': 'completed', 'code': 200}
Apr 15 10:54:33.844914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:33.862564 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a261cbb-1e77-48e9-82c7-f9e1b27a281c req-ee7a53f7-c578-45d4-ae15-aee259c205b2 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4127569
Apr 15 10:54:33.862923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.866646 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/61992815-8de5-4bcd-a8f0-39aba232bf66 HTTP/1.1" status: 204  len: 168 time: 0.5531192
Apr 15 10:54:33.920666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.924136 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cc39490e-830a-4e33-a13c-2108444c3a65 req-c071383d-d349-4e95-af9c-bbfd83700425 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5034671
Apr 15 10:54:33.926920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e708644c-ef09-47cf-b3d5-0635201d7585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:33.927476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-54db6104-9128-4138-9da9-0e6b150c00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:33.928957 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-54db6104-9128-4138-9da9-0e6b150c00c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ece799bbbdf4459b73d28f557280a84&device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 1101 time: 0.4805591
Apr 15 10:54:33.941936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b3e00-3606-4526-90d0-ed83a9b166ed,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:33.945425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:33.947190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.951490 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/220b3e00-3606-4526-90d0-ed83a9b166ed HTTP/1.1" status: 204  len: 168 time: 0.3755884
Apr 15 10:54:34.050751 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-ee073f2c-bcce-41df-a2aa-46f7a5b45982 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=96cb585b-2365-4089-84a7-76d214758c1e HTTP/1.1" status: 200  len: 217 time: 0.1048110
Apr 15 10:54:34.069383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e2a52-2af1-42a6-a762-b13e1838c7f8 req-18708389-2824-4285-9c1b-79d7939c04da tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:34.071329 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-222e2a52-2af1-42a6-a762-b13e1838c7f8 req-18708389-2824-4285-9c1b-79d7939c04da tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1030097
Apr 15 10:54:34.139979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-95314aea-a3c8-407b-92ff-2475b7e2fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:34.141969 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-95314aea-a3c8-407b-92ff-2475b7e2fead service neutron] 10.222.0.89 "GET /v2.0/subnets?id=466d887d-7722-40f8-b513-3b9f883e9663 HTTP/1.1" status: 200  len: 843 time: 0.0735383
Apr 15 10:54:34.171417 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-222e2a52-2af1-42a6-a762-b13e1838c7f8 req-f4e17944-d313-4794-a7f7-7df9207224cd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931809
Apr 15 10:54:34.304655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-5d53689c-1364-4aaf-9f01-4fba1798c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:34.306919 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-5d53689c-1364-4aaf-9f01-4fba1798c0f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd050b36-c05e-42d2-9d69-a01baeac098d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1498568
Apr 15 10:54:34.442752 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-82677d66-6765-4a61-a156-76033c1343e6 req-687e31c9-83bc-4ad5-bce0-9f94ec7929a8 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 210 time: 0.0759830
Apr 15 10:54:34.642666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-dbdd580a-e695-4607-b484-c4cbb6012f6c tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:34.643417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-dbdd580a-e695-4607-b484-c4cbb6012f6c tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Synchronizing usage tracker for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:34.658684 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-d7887949-b514-43e0-8073-61dadc7bf6e5 service neutron] 10.222.0.89 "GET /v2.0/networks/cd050b36-c05e-42d2-9d69-a01baeac098d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383826
Apr 15 10:54:34.668405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-dbdd580a-e695-4607-b484-c4cbb6012f6c tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Unset dirty status for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:34.669632 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-dbdd580a-e695-4607-b484-c4cbb6012f6c tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "GET /v2.0/networks?id=b0fcef70-5861-4704-a80b-371e5a017306 HTTP/1.1" status: 200  len: 814 time: 0.4019156
Apr 15 10:54:34.727775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Request body: {'port': {'device_id': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306', 'admin_state_up': True, 'tenant_id': '2bf451dc791f4ccfa442b6f9dad47213'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:35.067684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:35.071617 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da0fd5c8-c360-4550-b506-5f4c69d09a98 req-1099551d-1596-4e87-98ff-8ec8d3ffea5f service neutron] 10.222.0.89 "GET /v2.0/networks/cd050b36-c05e-42d2-9d69-a01baeac098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3878884
Apr 15 10:54:35.074871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Usage tracker for resource:port and tenant:2bf451dc791f4ccfa442b6f9dad47213 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:35.083498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:35.094436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:35.117568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2c65b-6535-4cd8-a747-8c57fc0d98ef req-46464d71-b5ba-459f-bb7a-2c26be5b4721 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.119870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee54f6-6d56-4057-8ba8-885c175b25d4 req-af870092-dc00-4728-9dd6-ba16e4a99923 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.120010 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-82b2c65b-6535-4cd8-a747-8c57fc0d98ef req-46464d71-b5ba-459f-bb7a-2c26be5b4721 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 948 time: 0.2011576
Apr 15 10:54:35.121026 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Made reservation on behalf of 2bf451dc791f4ccfa442b6f9dad47213 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:35.127174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:35.129507 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4ee54f6-6d56-4057-8ba8-885c175b25d4 req-af870092-dc00-4728-9dd6-ba16e4a99923 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 944 time: 0.1210339
Apr 15 10:54:35.194351 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4ee54f6-6d56-4057-8ba8-885c175b25d4 req-d7740f7f-ac8c-4e6c-9347-fa1074d774e9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634441
Apr 15 10:54:35.335055 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-82b2c65b-6535-4cd8-a747-8c57fc0d98ef req-39e245a6-ce9b-4833-ba36-85c20a4a0b25 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942658
Apr 15 10:54:35.417161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-ab8e3467-0d04-4ff6-a168-03adf520d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.418794 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-ab8e3467-0d04-4ff6-a168-03adf520d85f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ece799bbbdf4459b73d28f557280a84&device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 1101 time: 0.2810709
Apr 15 10:54:35.421561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac598466-fc02-41ea-b288-3b5ece76ca67 req-732db618-146e-487f-a497-6a7501ffbf7c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.431000 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ac598466-fc02-41ea-b288-3b5ece76ca67 req-732db618-146e-487f-a497-6a7501ffbf7c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1253717
Apr 15 10:54:35.487364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 9442ae8c-d586-4a41-a3aa-48831f92a218 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:35.503929 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ac598466-fc02-41ea-b288-3b5ece76ca67 req-3652215b-2dc1-4d13-86aa-3bba0cf6fcc7 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688639
Apr 15 10:54:35.533585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Allocated IP 172.20.0.3 (b0fcef70-5861-4704-a80b-371e5a017306/43db6feb-f209-4e9a-b2ff-61f2ba50e2d1/b19545c4-379b-40e7-a531-cff00e21ddaf) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:35.711972 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f5a2fc44-234d-49c4-a422-22722e4d6345 req-2bffb884-ec57-4a94-bb28-c88e96befdbd tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 210 time: 0.0853803
Apr 15 10:54:35.767768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 9442ae8c-d586-4a41-a3aa-48831f92a218, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9442ae8c-d586-4a41-a3aa-48831f92a218,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:35.784571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '9442ae8c-d586-4a41-a3aa-48831f92a218', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'port_id': '9442ae8c-d586-4a41-a3aa-48831f92a218', 'mac_address': 'fa:16:3e:f2:04:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1fe93-5ce0-4326-8c92-78e1ecb99c43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:35.849591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:35.866362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-cebea23a-161f-4186-8218-3650c0e150a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.868308 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-cebea23a-161f-4186-8218-3650c0e150a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd050b36-c05e-42d2-9d69-a01baeac098d HTTP/1.1" status: 200  len: 871 time: 0.4393969
Apr 15 10:54:35.875535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9442ae8c-d586-4a41-a3aa-48831f92a218 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:35.895909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 9442ae8c-d586-4a41-a3aa-48831f92a218, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9442ae8c-d586-4a41-a3aa-48831f92a218,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:35.902575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:35.912180 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:35.989460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=9442ae8c-d586-4a41-a3aa-48831f92a218,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:35.995700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:36.012649 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-20b3aa26-01ed-4f9c-b935-bb024b6d5c73 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=96cb585b-2365-4089-84a7-76d214758c1e HTTP/1.1" status: 200  len: 217 time: 0.1343834
Apr 15 10:54:36.067802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:36.115865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-e63f2e90-85ab-485c-bf99-2c01b5138ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:36.117384 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-e63f2e90-85ab-485c-bf99-2c01b5138ebc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=466d887d-7722-40f8-b513-3b9f883e9663 HTTP/1.1" status: 200  len: 843 time: 0.0900443
Apr 15 10:54:36.190086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:36.211715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:36.274615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['9442ae8c-d586-4a41-a3aa-48831f92a218'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:36.448437 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Pushing event updated for resources: {'Port': ['ID=b19545c4-379b-40e7-a531-cff00e21ddaf,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:36.465383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-dabbc8af-0ed1-47f1-aefb-7c1fc356c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:36.467033 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-dabbc8af-0ed1-47f1-aefb-7c1fc356c5d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd050b36-c05e-42d2-9d69-a01baeac098d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3420517
Apr 15 10:54:36.476317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.476736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.477535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.477945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.480937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:36.536220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:36.618574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51204) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:36.674869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8c125-ea64-4e37-8292-857dbe62f654 req-af458b7f-1f59-4b38-9de0-23c76615449a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:36.678924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f6908-287e-41a2-9afb-5d36dc95fdbb req-62515ff4-8e35-43bd-9184-d7525bbeceee tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:36.681568 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7e2f6908-287e-41a2-9afb-5d36dc95fdbb req-62515ff4-8e35-43bd-9184-d7525bbeceee tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 948 time: 0.1703043
Apr 15 10:54:36.683260 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d9e8c125-ea64-4e37-8292-857dbe62f654 req-af458b7f-1f59-4b38-9de0-23c76615449a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 945 time: 0.3361332
Apr 15 10:54:36.763509 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7e2f6908-287e-41a2-9afb-5d36dc95fdbb req-1eb652cf-b4fb-496c-aa1f-584bfda0fc75 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755012
Apr 15 10:54:36.830741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:36.849890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:36.855691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Usage tracker for resource:security_group_rule and tenant:b2bb0e243d734ee49d19000392b00b35 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:36.859520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:36.866227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:37.025520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Network b0fcef70-5861-4704-a80b-371e5a017306 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:37.031372 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d9e8c125-ea64-4e37-8292-857dbe62f654 req-8fff7f2b-7c29-4e14-9cc8-75c7f9ffc6c3 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3472238
Apr 15 10:54:37.042707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:37.046777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.047252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:37.052498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.069780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9666dbba-02ea-4efe-beca-4372c0d0068c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:37.076572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e3301-7928-42c1-ac9e-fc2c2997795d req-658c2fab-22d4-4777-835a-d498e1fcf230 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:37.078276 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-673e3301-7928-42c1-ac9e-fc2c2997795d req-658c2fab-22d4-4777-835a-d498e1fcf230 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1675179
Apr 15 10:54:37.108024 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-2de381a0-32d4-42fc-bcf5-2835cda5fde4 service neutron] 10.222.0.89 "GET /v2.0/networks/cd050b36-c05e-42d2-9d69-a01baeac098d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6096237
Apr 15 10:54:37.151600 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b2bb0e243d734ee49d19000392b00b35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5315778
Apr 15 10:54:37.155569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51224) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:37.159848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95666dd-db7c-4b1a-b04b-b1d8b822f24c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:37.167413 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-673e3301-7928-42c1-ac9e-fc2c2997795d req-60924f3a-9a52-46dd-bb5a-24d8271ebc8c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803277
Apr 15 10:54:37.172441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.172855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.173269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.173708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.174109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.174754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.175152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.175543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.175933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.176320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.176708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.177094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:37.181917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:37.214724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:37.215421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.285472 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6001554
Apr 15 10:54:37.310653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Request body: {'port': {'device_id': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:37.416587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b14c7-be60-458d-a5a4-cace4be624eb req-c3c71f3b-13d5-4556-abf4-3790df92d876 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:37.420125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecc65d3a-5a7f-4439-83f7-4d1d9758cdd7 req-ab785165-d504-4e38-937a-6a006b9422b1 service neutron] 10.222.0.89 "GET /v2.0/networks/cd050b36-c05e-42d2-9d69-a01baeac098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3022771
Apr 15 10:54:37.422836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.424391 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ae4b14c7-be60-458d-a5a4-cace4be624eb req-c3c71f3b-13d5-4556-abf4-3790df92d876 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 931 time: 0.1206717
Apr 15 10:54:37.479438 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ae4b14c7-be60-458d-a5a4-cace4be624eb req-86468b23-53a5-4206-9ca3-6e1682870b40 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537682
Apr 15 10:54:37.507093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.507961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 96cb585b-2365-4089-84a7-76d214758c1e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:37.530784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.546002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 9442ae8c-d586-4a41-a3aa-48831f92a218 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:37.672748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.687061 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-680a0c49-281c-4c78-9f6b-4db2fac7cb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:37.707693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95666dd-db7c-4b1a-b04b-b1d8b822f24c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:37.720001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:37.722794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.724016 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d95666dd-db7c-4b1a-b04b-b1d8b822f24c HTTP/1.1" status: 204  len: 168 time: 0.5168467
Apr 15 10:54:37.756434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51240) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:37.784205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 9442ae8c-d586-4a41-a3aa-48831f92a218 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:37.793065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 96cb585b-2365-4089-84a7-76d214758c1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96cb585b-2365-4089-84a7-76d214758c1e,segment=NetworkSegment(1f6dec41-49e3-4fdd-a9ae-75a60230682f),segment_id=1f6dec41-49e3-4fdd-a9ae-75a60230682f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:37.803036 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 9442ae8c-d586-4a41-a3aa-48831f92a218 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:37.803464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.930012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.950159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:37.950501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '96cb585b-2365-4089-84a7-76d214758c1e', 'network_id': 'cd050b36-c05e-42d2-9d69-a01baeac098d', 'port_id': '96cb585b-2365-4089-84a7-76d214758c1e', 'mac_address': 'fa:16:3e:bc:19:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466d887d-7722-40f8-b513-3b9f883e9663', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:37.956040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:69fbe8749554421181404d360729b165 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:37.965866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:37.977775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:38.022303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.042990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.054812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cb585b-2365-4089-84a7-76d214758c1e {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:38.075820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.085994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.090574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 96cb585b-2365-4089-84a7-76d214758c1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96cb585b-2365-4089-84a7-76d214758c1e,segment=NetworkSegment(1f6dec41-49e3-4fdd-a9ae-75a60230682f),segment_id=1f6dec41-49e3-4fdd-a9ae-75a60230682f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:38.104258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.111379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:38.147495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9442ae8c-d586-4a41-a3aa-48831f92a218'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:38.150756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-33d45367-cfa4-4a89-9f1e-ee509adb1b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:38.162695 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=69fbe8749554421181404d360729b165&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4026775
Apr 15 10:54:38.163064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0199207-d275-4907-bc94-eeaf07c3801b req-76b7243c-d759-4e26-b01a-a4b38b86d953 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:38.170640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51254) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:38.172098 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c0199207-d275-4907-bc94-eeaf07c3801b req-76b7243c-d759-4e26-b01a-a4b38b86d953 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 948 time: 0.1980190
Apr 15 10:54:38.177838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 9442ae8c-d586-4a41-a3aa-48831f92a218, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9442ae8c-d586-4a41-a3aa-48831f92a218,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:38.192444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.221978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=96cb585b-2365-4089-84a7-76d214758c1e,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:38.229383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:38.230326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:38.244991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19545c4-379b-40e7-a531-cff00e21ddaf {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:38.259068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.275639 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c0199207-d275-4907-bc94-eeaf07c3801b req-e52396c3-60c4-4ec7-ac28-3dc81d3a1364 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024261
Apr 15 10:54:38.314741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Transition to ACTIVE for port object b19545c4-379b-40e7-a531-cff00e21ddaf will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:38.317688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=9442ae8c-d586-4a41-a3aa-48831f92a218,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:38.323808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.327110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:38.344751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:38.360281 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9442ae8c-d586-4a41-a3aa-48831f92a218', 'code': 200}
Apr 15 10:54:38.363521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc641b-986d-492b-8022-4e3edb2381eb,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:38.368909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.371802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:38.397466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51262) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:38.422319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.448140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12426d2c-6718-4513-be19-9fdd6f4d633b req-ccd01aeb-41cc-43e9-8e4f-cae0dcb9c807 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:38.450367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['96cb585b-2365-4089-84a7-76d214758c1e'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:38.455712 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-12426d2c-6718-4513-be19-9fdd6f4d633b req-ccd01aeb-41cc-43e9-8e4f-cae0dcb9c807 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 946 time: 0.2687583
Apr 15 10:54:38.510820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:38.515019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Usage tracker for resource:security_group_rule and tenant:aab121a083c0474a9832c8a2a93fb307 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:38.518074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:38.525267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.540304 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-12426d2c-6718-4513-be19-9fdd6f4d633b req-44d8084d-01ac-4e45-98d5-39a8f47ac75a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830338
Apr 15 10:54:38.541195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:38.560325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=b19545c4-379b-40e7-a531-cff00e21ddaf,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:38.570268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:38.635826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.646018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.658451 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-48190c85-94a8-46b0-b25c-118beef2e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:38.719703 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aab121a083c0474a9832c8a2a93fb307&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3166900
Apr 15 10:54:38.720592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51270) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:38.736356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d470f-91d1-4c63-9d6a-07a1ad0e1838,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:38.741218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:38.781402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.793932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-75f08676-41ab-46e1-84d0-7144876c04f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:38.814347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc641b-986d-492b-8022-4e3edb2381eb,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:38.817132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.845953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.858985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:38.939381 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.940598 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0cbc641b-986d-492b-8022-4e3edb2381eb HTTP/1.1" status: 204  len: 168 time: 0.7620702
Apr 15 10:54:38.947058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93094-4cdc-4562-afc4-821db9422857 req-608b835e-9952-4749-92d8-c3a8cc4a156d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:38.948720 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eca93094-4cdc-4562-afc4-821db9422857 req-608b835e-9952-4749-92d8-c3a8cc4a156d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.3346756
Apr 15 10:54:38.954786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1949-45a3-46dc-883d-6d2269dcf397 req-a0315bc5-60a4-43f1-b7cc-0c16725d8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:38.956318 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9f9e1949-45a3-46dc-883d-6d2269dcf397 req-a0315bc5-60a4-43f1-b7cc-0c16725d8830 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 1099 time: 0.3780842
Apr 15 10:54:38.980961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:38.986098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-45ef3c1c-06ff-44b8-9400-8bfb481243e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:38.996877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Attempting to bind port b19545c4-379b-40e7-a531-cff00e21ddaf on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:38.997289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Attempting to bind port b19545c4-379b-40e7-a531-cff00e21ddaf by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:38.997676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Attempting to bind port b19545c4-379b-40e7-a531-cff00e21ddaf on network b0fcef70-5861-4704-a80b-371e5a017306 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:39.001810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47daef-1119-4c46-a344-906a7729f907 req-79976a6b-a2e6-4a99-a7dd-b418b1a0b0d4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.003448 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fe47daef-1119-4c46-a344-906a7729f907 req-79976a6b-a2e6-4a99-a7dd-b418b1a0b0d4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 943 time: 0.1460602
Apr 15 10:54:39.008665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d470f-91d1-4c63-9d6a-07a1ad0e1838,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:39.012755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:39.026563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Port b19545c4-379b-40e7-a531-cff00e21ddaf on network b0fcef70-5861-4704-a80b-371e5a017306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:54:39.026941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Attempting to bind port b19545c4-379b-40e7-a531-cff00e21ddaf on network b0fcef70-5861-4704-a80b-371e5a017306 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:39.034924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.039198 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/932d470f-91d1-4c63-9d6a-07a1ad0e1838 HTTP/1.1" status: 204  len: 168 time: 0.3136756
Apr 15 10:54:39.062693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:39.063085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Checking segment: {'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:39.063519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Bound using segment: {'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:39.064150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Bound port: b19545c4-379b-40e7-a531-cff00e21ddaf, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:39.064554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.066398 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fe47daef-1119-4c46-a344-906a7729f907 req-216c56b4-76ae-4b3a-8bf6-4c94b7e23323 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526075
Apr 15 10:54:39.080142 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9f9e1949-45a3-46dc-883d-6d2269dcf397 req-42416193-4ade-4a3b-9756-3a8267da3c4d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019502
Apr 15 10:54:39.101331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eca93094-4cdc-4562-afc4-821db9422857 req-692559f0-fd9c-45cb-830b-f4501a1d99ba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413953
Apr 15 10:54:39.191170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] For port b19545c4-379b-40e7-a531-cff00e21ddaf, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:39.194712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] For port b19545c4-379b-40e7-a531-cff00e21ddaf, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b19545c4-379b-40e7-a531-cff00e21ddaf,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:39.199027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.224866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:39.409302 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=b19545c4-379b-40e7-a531-cff00e21ddaf,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:39.416594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:39.450310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.450956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.452622 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] 10.222.0.89 "PUT /v2.0/ports/b19545c4-379b-40e7-a531-cff00e21ddaf HTTP/1.1" status: 200  len: 1093 time: 2.1496947
Apr 15 10:54:39.453149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'tag': 'b19545c4-379b-40e7-a531-cff00e21ddaf'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:39.530573 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 96cb585b-2365-4089-84a7-76d214758c1e up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:39.560390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51296) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:39.582055 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.598572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'tag': 'b19545c4-379b-40e7-a531-cff00e21ddaf', 'status': 'completed', 'code': 200}
Apr 15 10:54:39.608495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:39.613074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Usage tracker for resource:security_group_rule and tenant:4e86856bd89a434ba989187d1902ba35 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:39.618900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:39.625842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:39.668668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-baf220d6-405c-4831-b657-d8fbd193355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.670672 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-baf220d6-405c-4831-b657-d8fbd193355f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bf451dc791f4ccfa442b6f9dad47213&device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 1096 time: 0.1697037
Apr 15 10:54:39.677907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 96cb585b-2365-4089-84a7-76d214758c1e completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:39.689542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51fd9a-38c1-4fc3-ae54-5dd5b1cb1589 req-7074011e-0e98-466b-b01f-c0b6ce4d66f9 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.691142 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ea51fd9a-38c1-4fc3-ae54-5dd5b1cb1589 req-7074011e-0e98-466b-b01f-c0b6ce4d66f9 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 949 time: 0.1927528
Apr 15 10:54:39.717358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 96cb585b-2365-4089-84a7-76d214758c1e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:39.717793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.813134 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-4dd91464-66cd-45fd-9f97-9ed6857917b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19545c4-379b-40e7-a531-cff00e21ddaf HTTP/1.1" status: 200  len: 217 time: 0.1207521
Apr 15 10:54:39.870104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.887433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.923082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.940520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ec573881-fde2-49b0-b4bc-1b4839beb99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:39.947371 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ea51fd9a-38c1-4fc3-ae54-5dd5b1cb1589 req-9e093da8-d003-4787-b53c-306a78f1f37f tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329143
Apr 15 10:54:39.948323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 96cb585b-2365-4089-84a7-76d214758c1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96cb585b-2365-4089-84a7-76d214758c1e,segment=NetworkSegment(1f6dec41-49e3-4fdd-a9ae-75a60230682f),segment_id=1f6dec41-49e3-4fdd-a9ae-75a60230682f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:39.952027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:39.954508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:39.958580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-ec104acf-a5d1-4f37-bff5-16c5a55f4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.960342 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-ec104acf-a5d1-4f37-bff5-16c5a55f4d6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43db6feb-f209-4e9a-b2ff-61f2ba50e2d1 HTTP/1.1" status: 200  len: 854 time: 0.1222925
Apr 15 10:54:40.026104 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-f34bb623-2086-4346-b1bb-535a612b9d79 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0fcef70-5861-4704-a80b-371e5a017306&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506132
Apr 15 10:54:40.042178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=96cb585b-2365-4089-84a7-76d214758c1e,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:40.042826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4fcdc2-a945-431c-8f61-7aa0340fb882,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:40.045430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:40.050369 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4e86856bd89a434ba989187d1902ba35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4860473
Apr 15 10:54:40.050369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:40.051224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51310) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:40.185365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b8a31-cc43-434f-bf5c-62b1261cf471 req-c778362b-a334-405c-b8ca-651683872d13 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:40.186648 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9b9b8a31-cc43-434f-bf5c-62b1261cf471 req-c778362b-a334-405c-b8ca-651683872d13 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 946 time: 0.3113668
Apr 15 10:54:40.211745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:40.245110 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-fada0ec3-9f20-4336-b8ff-6c9a907d74f4 service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113752
Apr 15 10:54:40.270159 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9b9b8a31-cc43-434f-bf5c-62b1261cf471 req-c9672a92-7ad8-4288-a882-e8649cd15e37 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749869
Apr 15 10:54:40.271315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:40.328149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:40.335405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-acec16d0-a28c-4cfe-92b7-e0fabcb85e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:40.347326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4fcdc2-a945-431c-8f61-7aa0340fb882,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:40.349794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:40.356309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:40.359885 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7e4fcdc2-a945-431c-8f61-7aa0340fb882 HTTP/1.1" status: 204  len: 168 time: 0.2962303
Apr 15 10:54:40.371289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6816c3cb-2025-43d5-872e-66615b59f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb585b-2365-4089-84a7-76d214758c1e'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:40.471576 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca70d2-9871-4fa2-bb62-ecabb74fff1d req-e830e7b6-d47a-4a67-a900-ae9a9965b61b tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:40.472186 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6bca70d2-9871-4fa2-bb62-ecabb74fff1d req-e830e7b6-d47a-4a67-a900-ae9a9965b61b tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Synchronizing usage tracker for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:40.510040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d922-1335-4fad-b335-9ca07e1bb2eb req-73e22cee-5330-4ff7-b115-a3970f426061 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:40.512018 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d070d922-1335-4fad-b335-9ca07e1bb2eb req-73e22cee-5330-4ff7-b115-a3970f426061 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1018558
Apr 15 10:54:40.523356 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6b97544-a5e6-4f16-8c93-f29592b48283 req-df1dbac6-965c-49e6-aebb-6830c304ca27 service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214434
Apr 15 10:54:40.525613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6bca70d2-9871-4fa2-bb62-ecabb74fff1d req-e830e7b6-d47a-4a67-a900-ae9a9965b61b tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Unset dirty status for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:40.526755 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6bca70d2-9871-4fa2-bb62-ecabb74fff1d req-e830e7b6-d47a-4a67-a900-ae9a9965b61b tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 943 time: 0.2739174
Apr 15 10:54:40.591151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6bca70d2-9871-4fa2-bb62-ecabb74fff1d req-ce39606f-22b0-47d9-b849-75941b58bbfd tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Synchronizing usage tracker for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:40.608984 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d070d922-1335-4fad-b335-9ca07e1bb2eb req-11c9a45c-db7f-4713-ae2d-6d52ae32aaeb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904746
Apr 15 10:54:40.665962 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6816c3cb-2025-43d5-872e-66615b59f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb585b-2365-4089-84a7-76d214758c1e', 'code': 200}
Apr 15 10:54:40.686142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6bca70d2-9871-4fa2-bb62-ecabb74fff1d req-ce39606f-22b0-47d9-b849-75941b58bbfd tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Unset dirty status for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:40.687458 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6bca70d2-9871-4fa2-bb62-ecabb74fff1d req-ce39606f-22b0-47d9-b849-75941b58bbfd tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456232
Apr 15 10:54:40.694158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-7228be55-08d3-4306-8333-3f5c87845f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:40.695749 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-7228be55-08d3-4306-8333-3f5c87845f21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bf451dc791f4ccfa442b6f9dad47213&device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 1096 time: 0.1077046
Apr 15 10:54:41.182927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-6cf7c69e-466c-4965-b0dd-eab588995f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.184430 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-6cf7c69e-466c-4965-b0dd-eab588995f11 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0fcef70-5861-4704-a80b-371e5a017306 HTTP/1.1" status: 200  len: 916 time: 0.4821522
Apr 15 10:54:41.232842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1803cb-a8f7-4d48-bd4b-e172a4eb8c4a req-2fd12533-ee59-4eed-83a9-59af42257949 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.234678 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e1803cb-a8f7-4d48-bd4b-e172a4eb8c4a req-2fd12533-ee59-4eed-83a9-59af42257949 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.1111393
Apr 15 10:54:41.279064 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-990aa2df-a333-408a-84db-8b64928dd4f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19545c4-379b-40e7-a531-cff00e21ddaf HTTP/1.1" status: 200  len: 217 time: 0.0838492
Apr 15 10:54:41.322484 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e1803cb-a8f7-4d48-bd4b-e172a4eb8c4a req-36e81080-b193-4059-8ba4-b8d54aab697b tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797248
Apr 15 10:54:41.365063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-d6cd8028-4f2f-4a2d-aa10-6d269e27da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.366764 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-d6cd8028-4f2f-4a2d-aa10-6d269e27da77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43db6feb-f209-4e9a-b2ff-61f2ba50e2d1 HTTP/1.1" status: 200  len: 854 time: 0.0796053
Apr 15 10:54:41.372713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2f605-f530-4782-bfab-a757c4a4d170 req-fa761b7c-e076-478a-9625-4a28dcdaa674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.374285 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e0f2f605-f530-4782-bfab-a757c4a4d170 req-fa761b7c-e076-478a-9625-4a28dcdaa674 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 1103 time: 0.4972820
Apr 15 10:54:41.501882 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-e422cac2-64c7-4743-a0ed-7685d9f56170 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0fcef70-5861-4704-a80b-371e5a017306&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1155221
Apr 15 10:54:41.617939 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e0f2f605-f530-4782-bfab-a757c4a4d170 req-bd5c231f-9b36-4e44-ab9d-4cae231cccb2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895328
Apr 15 10:54:41.695237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab41f5e-6e7c-4153-ae73-b4ff5f92be6a req-056d20b0-9645-40fb-afe2-e84375a053b5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.696892 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4ab41f5e-6e7c-4153-ae73-b4ff5f92be6a req-056d20b0-9645-40fb-afe2-e84375a053b5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 946 time: 0.2671425
Apr 15 10:54:41.712334 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-54169af4-84b6-4adc-b770-715ddaacef3c service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016082
Apr 15 10:54:41.859375 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4ab41f5e-6e7c-4153-ae73-b4ff5f92be6a req-aa857f52-02b5-4dd2-8dd8-3449081beef7 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503842
Apr 15 10:54:41.875635 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262ba04-a684-4eab-98ab-6d73ecace79e req-f78e962e-ab71-4137-913a-d32669b85c4b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.887987 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c262ba04-a684-4eab-98ab-6d73ecace79e req-f78e962e-ab71-4137-913a-d32669b85c4b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1476951
Apr 15 10:54:41.924189 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1a140c4-54a2-43c3-bdc5-29fd3c70c311 req-80bdc41e-fd48-4bfb-9396-2a1ae5b46d26 service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871829
Apr 15 10:54:41.978018 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c262ba04-a684-4eab-98ab-6d73ecace79e req-9ad13646-07d7-4b1c-99df-6945d975f9dc tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882657
Apr 15 10:54:42.140058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94609e26-e2d5-4cd1-a29b-61b24407a490 req-0411c6a6-e9f8-44dc-ac31-3b5eda7342e1 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:42.142057 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-94609e26-e2d5-4cd1-a29b-61b24407a490 req-0411c6a6-e9f8-44dc-ac31-3b5eda7342e1 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 943 time: 0.1377556
Apr 15 10:54:42.198098 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-94609e26-e2d5-4cd1-a29b-61b24407a490 req-16a44397-8005-4a16-bd6e-3a57ad69b047 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499029
Apr 15 10:54:42.576974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bee0ef-1fbc-4dba-bb9c-b2536f04cb68 req-767ef96b-d2e3-453c-8ee8-e3c7c19ee145 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:42.586075 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-96bee0ef-1fbc-4dba-bb9c-b2536f04cb68 req-767ef96b-d2e3-453c-8ee8-e3c7c19ee145 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.1164298
Apr 15 10:54:42.667894 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-96bee0ef-1fbc-4dba-bb9c-b2536f04cb68 req-c2f26def-ccf2-47ec-8244-44f4ed1fe5d8 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805690
Apr 15 10:54:42.917146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ea3c-1c2b-4a97-b5ec-830fc401391f req-b3fe112e-5f6d-403f-92cc-e6ea8f489db0 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:42.918820 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-16e2ea3c-1c2b-4a97-b5ec-830fc401391f req-b3fe112e-5f6d-403f-92cc-e6ea8f489db0 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.0954895
Apr 15 10:54:42.972853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-16e2ea3c-1c2b-4a97-b5ec-830fc401391f req-3e7f9411-90f1-4918-839a-e83fe4a9d598 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451224
Apr 15 10:54:43.190022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973a5d-d315-4586-9e94-23160205e1cf req-a6bc1b80-6f9a-443a-974e-cc4339c4d632 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:43.191623 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6973a5d-d315-4586-9e94-23160205e1cf req-a6bc1b80-6f9a-443a-974e-cc4339c4d632 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0895386
Apr 15 10:54:43.246016 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6973a5d-d315-4586-9e94-23160205e1cf req-313459ac-7523-4293-a149-50ce42ec945a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477006
Apr 15 10:54:43.374711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51450) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:43.414209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b98d4-0422-4f96-8f8b-a2b7f865082e req-51bda176-7917-4bf0-a87b-fc0003f2a2a9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:43.416685 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e18b98d4-0422-4f96-8f8b-a2b7f865082e req-51bda176-7917-4bf0-a87b-fc0003f2a2a9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 943 time: 0.0953376
Apr 15 10:54:43.466286 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e18b98d4-0422-4f96-8f8b-a2b7f865082e req-bc467d70-dd63-43db-a28b-190a07bf625f tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433378
Apr 15 10:54:43.507373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:43.558201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b19545c4-379b-40e7-a531-cff00e21ddaf details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:43.721124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port b19545c4-379b-40e7-a531-cff00e21ddaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b19545c4-379b-40e7-a531-cff00e21ddaf,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:43.727760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:43.731578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Usage tracker for resource:security_group_rule and tenant:abe38a53a80b438a896972aa68406f89 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:43.734580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:43.738406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'b19545c4-379b-40e7-a531-cff00e21ddaf', 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306', 'port_id': 'b19545c4-379b-40e7-a531-cff00e21ddaf', 'mac_address': 'fa:16:3e:7c:dc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43db6feb-f209-4e9a-b2ff-61f2ba50e2d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:43.740554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:43.808352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:43.827880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19545c4-379b-40e7-a531-cff00e21ddaf {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:43.845136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port b19545c4-379b-40e7-a531-cff00e21ddaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b19545c4-379b-40e7-a531-cff00e21ddaf,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:43.848857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:43.851038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:43.861192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:43.866871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:43.904983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5cc301ae-fddd-4e52-841b-c9530247b08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:43.919192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51468) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:43.927653 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=abe38a53a80b438a896972aa68406f89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5514114
Apr 15 10:54:43.932294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=b19545c4-379b-40e7-a531-cff00e21ddaf,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:43.939654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:43.997168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.026376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd75d910-9f70-4a8e-acec-85a9715cd657,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:44.030943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:44.040853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.065114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842078b2-e651-4aee-b02d-0beaf7e3fa63 req-98ed089a-74e5-4325-b4eb-483d5131c8a2 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.067996 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-842078b2-e651-4aee-b02d-0beaf7e3fa63 req-98ed089a-74e5-4325-b4eb-483d5131c8a2 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.1653337
Apr 15 10:54:44.105594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.110718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:44.123092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd75d910-9f70-4a8e-acec-85a9715cd657,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:44.124084 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-842078b2-e651-4aee-b02d-0beaf7e3fa63 req-2d563dee-fe31-42da-ad36-1eb3e693981b tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471852
Apr 15 10:54:44.135853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:44.139495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.140749 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dd75d910-9f70-4a8e-acec-85a9715cd657 HTTP/1.1" status: 204  len: 168 time: 0.2204640
Apr 15 10:54:44.212404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['b19545c4-379b-40e7-a531-cff00e21ddaf'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:44.373808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3307367-9356-43f6-b5be-67ddd5afe910 req-94038bd0-fad3-4146-90ba-705daf832ed8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.375469 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e3307367-9356-43f6-b5be-67ddd5afe910 req-94038bd0-fad3-4146-90ba-705daf832ed8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.0961626
Apr 15 10:54:44.439071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e3307367-9356-43f6-b5be-67ddd5afe910 req-18a49ab2-fab6-4c9f-9c82-812a9e08c1e1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572789
Apr 15 10:54:44.558782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51494) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:44.617199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.648039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:44.655163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Usage tracker for resource:security_group_rule and tenant:adddd1dd8c744d3a83ee5374f15ac211 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:44.658817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:44.667469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:44.712753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f89ef-0534-4290-a28e-270910588945 req-1a85f722-3237-4c76-a60c-9de9ce5a97ef tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.714432 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-640f89ef-0534-4290-a28e-270910588945 req-1a85f722-3237-4c76-a60c-9de9ce5a97ef tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1348958
Apr 15 10:54:44.782526 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-640f89ef-0534-4290-a28e-270910588945 req-b784eee3-0b56-46c6-b1a6-0f4cb17c995d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611618
Apr 15 10:54:44.784382 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee4080-c7e4-4b0d-a653-c187d519c13d req-879ea540-84ac-4e54-8680-6b1c8f8ee00c tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.787951 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-36ee4080-c7e4-4b0d-a653-c187d519c13d req-879ea540-84ac-4e54-8680-6b1c8f8ee00c tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 944 time: 0.1015420
Apr 15 10:54:44.822470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.826335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.834993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-69f8c8b8-9d8a-40b9-b1fc-78c80d79539d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:44.848067 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-36ee4080-c7e4-4b0d-a653-c187d519c13d req-0b31b69d-3fc7-478b-aeae-fcd799be8439 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547025
Apr 15 10:54:44.882576 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=adddd1dd8c744d3a83ee5374f15ac211&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3225935
Apr 15 10:54:44.884347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a771b-b4f1-42c0-a4cb-567b41db4e5f,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:44.886535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51500) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:44.887530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-51ed656f-e2cb-4fa5-b394-98bc0becd88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:44.950318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.977212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:44.977710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8849-7f6b-4463-9f9f-9b7a4947ce3b req-e4f15a05-b8d8-42ea-89a1-001f5754d091 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.979338 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18ef8849-7f6b-4463-9f9f-9b7a4947ce3b req-e4f15a05-b8d8-42ea-89a1-001f5754d091 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.0884137
Apr 15 10:54:45.022603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:45.027676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:45.028285 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18ef8849-7f6b-4463-9f9f-9b7a4947ce3b req-f1f9555a-37e6-4c74-8e7e-a98688185411 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424359
Apr 15 10:54:45.043817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a771b-b4f1-42c0-a4cb-567b41db4e5f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:45.046561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:45.056170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:45.057741 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b88a771b-b4f1-42c0-a4cb-567b41db4e5f HTTP/1.1" status: 204  len: 168 time: 0.1696446
Apr 15 10:54:45.660255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c066417-e26f-4ccb-801b-381ac2e25453 req-2f31e20f-9691-49b2-bcc1-812de98a28f4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:45.661838 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5c066417-e26f-4ccb-801b-381ac2e25453 req-2f31e20f-9691-49b2-bcc1-812de98a28f4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.0913115
Apr 15 10:54:45.718760 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5c066417-e26f-4ccb-801b-381ac2e25453 req-ec42f125-334c-4201-a743-ca92210bf7fa tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497730
Apr 15 10:54:45.998754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217fc49-6d77-408e-a8a6-ba4e0c9024f7 req-17dc06da-1f33-41bb-8032-993bc3a6f22f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:46.000710 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8217fc49-6d77-408e-a8a6-ba4e0c9024f7 req-17dc06da-1f33-41bb-8032-993bc3a6f22f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0968344
Apr 15 10:54:46.054357 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8217fc49-6d77-408e-a8a6-ba4e0c9024f7 req-f6ef5d72-2358-498b-a383-6ada53893714 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469823
Apr 15 10:54:46.063580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4f3a5-281d-4e8a-9fa0-3aa1632e7bf2 req-1afdb066-2079-4f89-b9e6-b2f8eebea7c9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:46.065336 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ec4f3a5-281d-4e8a-9fa0-3aa1632e7bf2 req-1afdb066-2079-4f89-b9e6-b2f8eebea7c9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 944 time: 0.0973730
Apr 15 10:54:46.130527 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ec4f3a5-281d-4e8a-9fa0-3aa1632e7bf2 req-dbc7c660-5f7e-4192-adf4-2dc31024fd8f tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575798
Apr 15 10:54:46.276916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158c80-442a-48e0-a846-a85d949bfb43 req-60c87947-32b4-4ff1-a4c3-b75f8c78c1f1 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:46.278407 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e2158c80-442a-48e0-a846-a85d949bfb43 req-60c87947-32b4-4ff1-a4c3-b75f8c78c1f1 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.0899544
Apr 15 10:54:46.335332 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e2158c80-442a-48e0-a846-a85d949bfb43 req-fd5336ac-f26d-4d08-9bee-a4d201184324 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503423
Apr 15 10:54:46.943694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975ba49-9e40-4b47-92b4-9bb98391d12c req-23003e25-b4cc-4dea-bc5b-ce2ff4f2e162 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:46.945263 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6975ba49-9e40-4b47-92b4-9bb98391d12c req-23003e25-b4cc-4dea-bc5b-ce2ff4f2e162 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.0888855
Apr 15 10:54:46.993728 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6975ba49-9e40-4b47-92b4-9bb98391d12c req-d4cf0969-225b-4447-8256-744a78ce3fab tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421057
Apr 15 10:54:47.260094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d7968-6e54-4b56-89df-a8347a315618 req-cb3bb6f3-3052-4262-a63d-33ad920f37d1 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:47.261661 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-072d7968-6e54-4b56-89df-a8347a315618 req-cb3bb6f3-3052-4262-a63d-33ad920f37d1 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0898774
Apr 15 10:54:47.315114 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-072d7968-6e54-4b56-89df-a8347a315618 req-557c89d0-9332-4471-80ba-14cd6d0b929e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467026
Apr 15 10:54:47.349288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bec5f7-60ef-4f35-8060-810fd90db5d7 req-4971a2f7-d9e9-4221-b490-fd5fca4a5c53 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:47.350914 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-70bec5f7-60ef-4f35-8060-810fd90db5d7 req-4971a2f7-d9e9-4221-b490-fd5fca4a5c53 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 944 time: 0.1019163
Apr 15 10:54:47.412284 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-70bec5f7-60ef-4f35-8060-810fd90db5d7 req-522a7a19-dda6-4607-b326-c4e972f1f469 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502875
Apr 15 10:54:47.445094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e565f6bf-6a11-4fc7-9cdc-87e27dc6b400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:47.591176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceda73-3a4f-4f7b-82fb-7b23d019e54c req-cfa585e6-4c82-4a65-afeb-f5e526be1ed2 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:47.592753 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-74ceda73-3a4f-4f7b-82fb-7b23d019e54c req-cfa585e6-4c82-4a65-afeb-f5e526be1ed2 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.1055887
Apr 15 10:54:47.643149 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-74ceda73-3a4f-4f7b-82fb-7b23d019e54c req-25170476-aa3e-43f6-91ce-ab3eb978246a tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439630
Apr 15 10:54:48.215752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95b92a-a13b-4d4b-99c9-c3b2d208e1ae req-2deba886-fc73-4eed-b9d4-79f94f30338e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:48.217647 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db95b92a-a13b-4d4b-99c9-c3b2d208e1ae req-2deba886-fc73-4eed-b9d4-79f94f30338e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1018498
Apr 15 10:54:48.273238 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db95b92a-a13b-4d4b-99c9-c3b2d208e1ae req-2b6c7884-ad37-4a18-bdab-25ba19fe80e3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484021
Apr 15 10:54:48.532047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4febd-3f7e-46cf-85d4-3167f4a9aa78 req-5d70e212-4ab7-4032-ac66-66cdc9d97427 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:48.533853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d0b4febd-3f7e-46cf-85d4-3167f4a9aa78 req-5d70e212-4ab7-4032-ac66-66cdc9d97427 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0969086
Apr 15 10:54:48.588199 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d0b4febd-3f7e-46cf-85d4-3167f4a9aa78 req-daa37353-7a45-4e91-a7d9-188a9915f819 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461690
Apr 15 10:54:48.635600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099fa9-96be-4a5e-8023-318ca38d1a5d req-cb55b2e1-cf26-41ed-93e3-705bbf74b6c3 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:48.637206 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5a099fa9-96be-4a5e-8023-318ca38d1a5d req-cb55b2e1-cf26-41ed-93e3-705bbf74b6c3 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 944 time: 0.1017430
Apr 15 10:54:48.689815 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5a099fa9-96be-4a5e-8023-318ca38d1a5d req-ab3e877d-300b-4ad2-a0b1-aa172bae38bd tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460892
Apr 15 10:54:48.878538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f18e5-343a-4e3c-94d5-bd5ab80b24eb req-b4b12d87-bfdd-4f22-a96b-ba2d6ea299ae tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:48.880502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-743f18e5-343a-4e3c-94d5-bd5ab80b24eb req-b4b12d87-bfdd-4f22-a96b-ba2d6ea299ae tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.0972316
Apr 15 10:54:48.928654 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-743f18e5-343a-4e3c-94d5-bd5ab80b24eb req-0c7cc23c-2cba-4924-bda9-a1399f94137e tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408437
Apr 15 10:54:49.272611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b19545c4-379b-40e7-a531-cff00e21ddaf up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:49.310597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-49788d96-6f2d-4e4d-a56d-c53c622df12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.312193 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-49788d96-6f2d-4e4d-a56d-c53c622df12e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.0861375
Apr 15 10:54:49.351003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port b19545c4-379b-40e7-a531-cff00e21ddaf completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:49.357606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port b19545c4-379b-40e7-a531-cff00e21ddaf triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:49.358215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:49.597595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2315a19e-4e11-4d4b-b562-2e4d7a95dec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:49.635069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-e5f1028a-1477-44ec-ac60-9fb0c1acadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.636672 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-e5f1028a-1477-44ec-ac60-9fb0c1acadda service neutron] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 921 time: 0.2858875
Apr 15 10:54:49.665017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e5164-a701-4584-a037-fdbe22b7502b req-456ce06c-e99a-4cfc-ac70-f8fb036bbacf tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.666770 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c29e5164-a701-4584-a037-fdbe22b7502b req-456ce06c-e99a-4cfc-ac70-f8fb036bbacf tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.89 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.0932095
Apr 15 10:54:49.680718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:49.743090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19545c4-379b-40e7-a531-cff00e21ddaf'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:49.754533 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-2913fa4d-84c2-45a4-8b1d-94344ae1efde service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 200  len: 217 time: 0.0988147
Apr 15 10:54:49.754792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port b19545c4-379b-40e7-a531-cff00e21ddaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b19545c4-379b-40e7-a531-cff00e21ddaf,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:49.762608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:49.766240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:49.774232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c998cc-91a4-48cd-80ec-e7ce4f632b92 req-51693461-0856-41b9-a7ff-688fb036996f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.781960 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-56c998cc-91a4-48cd-80ec-e7ce4f632b92 req-51693461-0856-41b9-a7ff-688fb036996f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.3260119
Apr 15 10:54:49.822385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Deleting port 96cb585b-2365-4089-84a7-76d214758c1e {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:54:49.822777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:49.845082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=b19545c4-379b-40e7-a531-cff00e21ddaf,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:49.848963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:49.862602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907079-5044-4d44-992c-05eabebfe8d4 req-3caaa0da-e2f5-4c9a-9e4f-80ab376b962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.864194 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76907079-5044-4d44-992c-05eabebfe8d4 req-3caaa0da-e2f5-4c9a-9e4f-80ab376b962c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.3495722
Apr 15 10:54:49.930799 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-56c998cc-91a4-48cd-80ec-e7ce4f632b92 req-1c6929a3-1097-4634-987b-dfc787a68f95 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467896
Apr 15 10:54:49.934215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-52a74caa-3355-4cbb-a364-d9b9331c6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.935778 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-52a74caa-3355-4cbb-a364-d9b9331c6112 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.1708319
Apr 15 10:54:50.016264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-a262d713-4840-4acf-80ee-f0d4b7f9bc2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595922
Apr 15 10:54:50.020741 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76907079-5044-4d44-992c-05eabebfe8d4 req-c9c61c75-4fcb-43f9-860c-9ed411426dec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376717
Apr 15 10:54:50.088647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad7668-c93f-49f8-b9b0-fba9b0e31d66 req-bb79af7f-3c6c-45d8-864c-38d9c7cc8fab tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:50.090780 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f1ad7668-c93f-49f8-b9b0-fba9b0e31d66 req-bb79af7f-3c6c-45d8-864c-38d9c7cc8fab tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.3486233
Apr 15 10:54:50.163213 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f1ad7668-c93f-49f8-b9b0-fba9b0e31d66 req-cde6267d-d54e-40e0-bdba-050caf634f33 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640512
Apr 15 10:54:50.219151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] For port 96cb585b-2365-4089-84a7-76d214758c1e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96cb585b-2365-4089-84a7-76d214758c1e,segment=NetworkSegment(1f6dec41-49e3-4fdd-a9ae-75a60230682f),segment_id=1f6dec41-49e3-4fdd-a9ae-75a60230682f)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:50.219842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:50.232612 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19545c4-379b-40e7-a531-cff00e21ddaf', 'code': 200}
Apr 15 10:54:50.381476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Calling delete_port for 96cb585b-2365-4089-84a7-76d214758c1e owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:54:50.542953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:50.587591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa857e5f-45a5-4d2f-8267-3eb3a5eebac1 req-feb1f9f4-04f0-4ad8-8c6f-6e355868764f tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:50.589254 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-aa857e5f-45a5-4d2f-8267-3eb3a5eebac1 req-feb1f9f4-04f0-4ad8-8c6f-6e355868764f tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 945 time: 0.5273454
Apr 15 10:54:50.591459 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-54f8dc6d-bd9c-48c1-91f4-b6ea2dfb1470 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4901795
Apr 15 10:54:50.663479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0122b-0b5e-4b06-b751-21339d81489c req-6d622e50-2276-4bc8-989f-5e0949f8a6f9 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:50.665643 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1ab0122b-0b5e-4b06-b751-21339d81489c req-6d622e50-2276-4bc8-989f-5e0949f8a6f9 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 950 time: 0.2515447
Apr 15 10:54:50.685907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:50.710433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8b82-510f-439d-9cdc-b294a9e93747 req-c6ca0475-899a-4400-8a1d-c25a0a9bb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:50.712533 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c93c8b82-510f-439d-9cdc-b294a9e93747 req-c6ca0475-899a-4400-8a1d-c25a0a9bb859 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 1098 time: 0.2633653
Apr 15 10:54:50.727414 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1ab0122b-0b5e-4b06-b751-21339d81489c req-b2429c48-dd13-4269-b070-576bc1ffeb16 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/security-groups?id=4ac7a391-ce00-4a35-a3bd-3ad6895843b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541668
Apr 15 10:54:50.728922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:50.748966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:50.749853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['96cb585b-2365-4089-84a7-76d214758c1e'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:50.772882 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-aa857e5f-45a5-4d2f-8267-3eb3a5eebac1 req-e3c72100-2f1f-4b4a-80cb-d9c588aba98f tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732206
Apr 15 10:54:50.807850 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c93c8b82-510f-439d-9cdc-b294a9e93747 req-a316a800-8f96-45ea-8011-8759c6fc012e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723016
Apr 15 10:54:50.845414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Pushing event deleted for resources: {'Port': ['ID=96cb585b-2365-4089-84a7-76d214758c1e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:50.848233 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f79bc4c-3ccb-4fb4-9a9e-84eb09bab6e3 req-85a53e5e-5fd1-4273-80cc-15600aee0751 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314227
Apr 15 10:54:50.852875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:51.003675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] No DVR routers for this DVR port 96cb585b-2365-4089-84a7-76d214758c1e on host hv-cinder-78638 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:54:51.007332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:51.014345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6816c3cb-2025-43d5-872e-66615b59f4be', 'name': 'network-vif-deleted', 'tag': '96cb585b-2365-4089-84a7-76d214758c1e'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:51.050012 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c29e5164-a701-4584-a037-fdbe22b7502b req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.89 "DELETE /v2.0/ports/96cb585b-2365-4089-84a7-76d214758c1e HTTP/1.1" status: 204  len: 173 time: 1.3765371
Apr 15 10:54:51.107633 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6816c3cb-2025-43d5-872e-66615b59f4be', 'name': 'network-vif-deleted', 'tag': '96cb585b-2365-4089-84a7-76d214758c1e', 'status': 'completed', 'code': 200}
Apr 15 10:54:51.158602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:51.167335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f037-5808-4687-92c6-0ff9d3aea17f req-814b0ccb-1577-4683-8ff4-77ea9b37eaea tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:51.168966 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-97f8f037-5808-4687-92c6-0ff9d3aea17f req-814b0ccb-1577-4683-8ff4-77ea9b37eaea tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1072841
Apr 15 10:54:51.265353 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-97f8f037-5808-4687-92c6-0ff9d3aea17f req-e42777ce-6783-49d2-b9b8-3ac66d4c65d8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892591
Apr 15 10:54:51.435888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043989a2-3b61-495d-8f9d-59b43ff14739 req-3fed95e1-43cb-4ba9-ae45-6e61e003b742 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:51.437540 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-043989a2-3b61-495d-8f9d-59b43ff14739 req-3fed95e1-43cb-4ba9-ae45-6e61e003b742 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1203845
Apr 15 10:54:51.488504 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-043989a2-3b61-495d-8f9d-59b43ff14739 req-d7bc3ed2-e9aa-4b48-94e4-e4b327a2e85a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440650
Apr 15 10:54:51.885218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51694) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:52.000804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-43fd1ef8-efa1-4d4b-aef4-7869717e8420 req-35149663-3831-47b0-b663-5db7906a8cc7 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Synchronizing usage tracker for tenant:3ece799bbbdf4459b73d28f557280a84 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:52.011062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53f59-5b3f-4e2f-9fb6-5a30c30ca8f2 req-364d298c-fea0-4724-b80e-c0bdea46072d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.015385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27345f-b344-4539-855a-ebee38423cd5 req-884ba43d-6fec-45db-bbbc-6424923413f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.016964 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a27345f-b344-4539-855a-ebee38423cd5 req-884ba43d-6fec-45db-bbbc-6424923413f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.1806021
Apr 15 10:54:52.018898 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-06c53f59-5b3f-4e2f-9fb6-5a30c30ca8f2 req-364d298c-fea0-4724-b80e-c0bdea46072d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1204309
Apr 15 10:54:52.025968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-43fd1ef8-efa1-4d4b-aef4-7869717e8420 req-35149663-3831-47b0-b663-5db7906a8cc7 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Unset dirty status for tenant:3ece799bbbdf4459b73d28f557280a84 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:52.038799 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-43fd1ef8-efa1-4d4b-aef4-7869717e8420 req-35149663-3831-47b0-b663-5db7906a8cc7 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] 10.222.0.93 "GET /v2.0/ports?device_id=6816c3cb-2025-43d5-872e-66615b59f4be HTTP/1.1" status: 200  len: 210 time: 0.0944481
Apr 15 10:54:52.091862 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-06c53f59-5b3f-4e2f-9fb6-5a30c30ca8f2 req-d3c5cbdb-37e5-45a1-b947-a69ed47e864c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718915
Apr 15 10:54:52.182806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.214686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.235624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:52.239746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Usage tracker for resource:security_group_rule and tenant:df6f34fa5fc9487b8cec205266cb725d is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:52.243534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:52.249771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:52.321518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27345f-b344-4539-855a-ebee38423cd5 req-67aae185-23cd-420f-8f24-eb8abf527941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.323116 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a27345f-b344-4539-855a-ebee38423cd5 req-67aae185-23cd-420f-8f24-eb8abf527941 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 921 time: 0.2827480
Apr 15 10:54:52.369367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.374202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.413008 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a27345f-b344-4539-855a-ebee38423cd5 req-28dccf2c-6da7-4126-b36d-a65fb7de3287 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 200  len: 217 time: 0.0788066
Apr 15 10:54:52.419388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b25103a4-951c-40d8-9d5b-7a54507e202f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:52.422290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03406-829d-4029-9c63-1bda9afb72ce req-466c4fa2-90e3-4406-90ef-5fbddf6726a6 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.423919 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98e03406-829d-4029-9c63-1bda9afb72ce req-466c4fa2-90e3-4406-90ef-5fbddf6726a6 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 945 time: 0.2238877
Apr 15 10:54:52.430949 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df6f34fa5fc9487b8cec205266cb725d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5438650
Apr 15 10:54:52.433979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51706) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:52.531693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27345f-b344-4539-855a-ebee38423cd5 req-fee3382b-9118-4877-bab9-3373017125de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.533149 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a27345f-b344-4539-855a-ebee38423cd5 req-fee3382b-9118-4877-bab9-3373017125de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.1080134
Apr 15 10:54:52.534401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05554465-9c9c-4f42-9804-690b7821b070,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:52.536279 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98e03406-829d-4029-9c63-1bda9afb72ce req-1f7929bd-1eb6-408c-ae3a-f875836c93c8 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708427
Apr 15 10:54:52.550923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:52.592095 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a27345f-b344-4539-855a-ebee38423cd5 req-b3332e1e-e62a-42a5-a008-e5091274084b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505226
Apr 15 10:54:52.595384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.639654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.655651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cea6e1-3e23-4fd2-8d4a-f9d5afd783f0 req-3a8fc4b9-b090-4302-a3c1-48148b5af305 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.657348 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a6cea6e1-3e23-4fd2-8d4a-f9d5afd783f0 req-3a8fc4b9-b090-4302-a3c1-48148b5af305 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1887124
Apr 15 10:54:52.737457 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a6cea6e1-3e23-4fd2-8d4a-f9d5afd783f0 req-d7432724-20df-4069-bd8b-51d800147136 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670793
Apr 15 10:54:52.738241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.743467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4831118d-4455-4b31-9b13-95fda9a2b2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:52.755852 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05554465-9c9c-4f42-9804-690b7821b070,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:52.772879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:52.772879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.772879 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/05554465-9c9c-4f42-9804-690b7821b070 HTTP/1.1" status: 204  len: 168 time: 0.3309646
Apr 15 10:54:52.780353 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a27345f-b344-4539-855a-ebee38423cd5 req-2fff6237-f033-49ed-a4e6-2c72df1f4ad9 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692829
Apr 15 10:54:52.933899 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1a27345f-b344-4539-855a-ebee38423cd5 req-1cfab4e7-cd48-4249-8ad8-a2dea7d1f541 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428757
Apr 15 10:54:53.074228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51716) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:53.093268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.113363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:53.122244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Usage tracker for resource:security_group_rule and tenant:c0414b01b7d8429b9b71748416d5ae72 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:53.125736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:53.132342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:53.292660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.293491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 96cb585b-2365-4089-84a7-76d214758c1e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:54:53.298083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.326558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:53.333948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 96cb585b-2365-4089-84a7-76d214758c1e {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:54:53.334331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 96cb585b-2365-4089-84a7-76d214758c1e not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:54:53.360871 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c0414b01b7d8429b9b71748416d5ae72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2853129
Apr 15 10:54:53.363836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 51732) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:53.381293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d74921-6766-449d-8746-871877d7c11a req-bfc81c44-8468-4acf-8a80-57731cc39d3e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:53.382957 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1d74921-6766-449d-8746-871877d7c11a req-bfc81c44-8468-4acf-8a80-57731cc39d3e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1758711
Apr 15 10:54:53.383801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa80bb5d-a8b3-4dee-9dc1-bf27f2cf07fc,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:53.387221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:53.451079 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1d74921-6766-449d-8746-871877d7c11a req-d8d108a0-898a-4d06-8325-43ac5281e716 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616202
Apr 15 10:54:53.473829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.503627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.553551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.559012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3d5fcb51-105c-4b08-9b5f-93842e02f83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:53.574397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa80bb5d-a8b3-4dee-9dc1-bf27f2cf07fc,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:53.577275 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:53.580741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.582074 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa80bb5d-a8b3-4dee-9dc1-bf27f2cf07fc HTTP/1.1" status: 204  len: 168 time: 0.2171190
Apr 15 10:54:53.847627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce906baa-eb2d-4c32-8765-b474118723d0 req-978d9054-c325-448f-9168-31f5929fc608 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:53.856542 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ce906baa-eb2d-4c32-8765-b474118723d0 req-978d9054-c325-448f-9168-31f5929fc608 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 945 time: 0.1404140
Apr 15 10:54:53.919189 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ce906baa-eb2d-4c32-8765-b474118723d0 req-4f23af86-cdfb-407e-86ab-92da1294cc5d tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616183
Apr 15 10:54:54.008529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c0040-1fb0-40c0-8e40-baf93a80ae6f req-655ba678-8e8f-4d47-8fa0-daafe0d085c8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:54.016308 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-893c0040-1fb0-40c0-8e40-baf93a80ae6f req-655ba678-8e8f-4d47-8fa0-daafe0d085c8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1110020
Apr 15 10:54:54.070006 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-893c0040-1fb0-40c0-8e40-baf93a80ae6f req-e9762036-0acd-467c-9db9-778033a40568 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525188
Apr 15 10:54:54.669526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d79464-e5f3-4558-94df-685dba880c7a req-0389c00c-74d2-4f98-9cf5-806a56e3a52d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:54.679121 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b7d79464-e5f3-4558-94df-685dba880c7a req-0389c00c-74d2-4f98-9cf5-806a56e3a52d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1067295
Apr 15 10:54:54.757788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51884) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:54.783860 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b7d79464-e5f3-4558-94df-685dba880c7a req-d2b60a38-7011-4e78-a0bf-a05c1d06842a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007893
Apr 15 10:54:54.965634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1635487955-network', 'tenant_id': '7b3d010fa339435fa4ea9fa2f3d24696'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:54.974044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:54.978561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Usage tracker for resource:network and tenant:7b3d010fa339435fa4ea9fa2f3d24696 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:54.982346 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:54.995496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:55.006374 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Made reservation on behalf of 7b3d010fa339435fa4ea9fa2f3d24696 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:55.011556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.025624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.041960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:55.046150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Usage tracker for resource:security_group_rule and tenant:7b3d010fa339435fa4ea9fa2f3d24696 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:55.049694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:55.059274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:55.162635 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.166915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.171490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-090d4afd-d59a-44ee-a9a6-70a6da773f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:55.191412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:54:55.218104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32c8aea-ac57-4552-95e3-105c704e168b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:55.221423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.221791 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Added segment 5bdfbf95-2485-416c-89e6-3aac439a3ebf of type vlan for network 575007ab-9bc0-410b-9478-dac6664618d8
Apr 15 10:54:55.223216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:55.256512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.305365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.307768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:55.308616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.342636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:55.364412 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6053705
Apr 15 10:54:55.371754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 51924) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:55.428136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a9ace-59c0-48b4-bc04-e3ba2d05ae49 req-09be52d8-a97e-4acc-aa47-c79db430f93e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:55.438726 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fb0a9ace-59c0-48b4-bc04-e3ba2d05ae49 req-09be52d8-a97e-4acc-aa47-c79db430f93e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1825843
Apr 15 10:54:55.449455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Request body: {'subnet': {'network_id': '575007ab-9bc0-410b-9478-dac6664618d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1635487955-subnet', 'tenant_id': '7b3d010fa339435fa4ea9fa2f3d24696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:55.468849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:55.490971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Usage tracker for resource:subnet and tenant:7b3d010fa339435fa4ea9fa2f3d24696 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:55.497686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:55.507218 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fb0a9ace-59c0-48b4-bc04-e3ba2d05ae49 req-5c55c33c-8b35-4cf0-b9dc-0218f72d5f30 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672116
Apr 15 10:54:55.511340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:55.513939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Pushing event updated for resources: {'Network': ['ID=575007ab-9bc0-410b-9478-dac6664618d8,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:55.523244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:55.525363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Made reservation on behalf of 7b3d010fa339435fa4ea9fa2f3d24696 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:55.530236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214511'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.539764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 575007ab-9bc0-410b-9478-dac6664618d8 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:54:56.019288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb413f-ce05-426c-be4d-6589837e344e req-3914ef20-9348-4d30-91fd-08e8a8ca5aad tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:56.020910 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-08eb413f-ce05-426c-be4d-6589837e344e req-3914ef20-9348-4d30-91fd-08e8a8ca5aad tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0973446
Apr 15 10:54:56.040925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214526'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:56.056864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-94b513e1-b57a-4cf8-8b2c-e8749eea865c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:56.086633 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-08eb413f-ce05-426c-be4d-6589837e344e req-5b121361-406d-4193-ba5a-ca78e2a88b88 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436389
Apr 15 10:54:56.189577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca40a393-938d-42d8-b297-0e6815820a1b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:56.200467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:56.269323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Checking segment: {'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:56.269719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Network hostable DHCP agents. Network: 575007ab-9bc0-410b-9478-dac6664618d8, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:54:56.291966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Network 575007ab-9bc0-410b-9478-dac6664618d8 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:54:56.300364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 575007ab-9bc0-410b-9478-dac6664618d8) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:56.311254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b47d8-ff56-4419-a117-9124e1d89a71 None None] Network 575007ab-9bc0-410b-9478-dac6664618d8 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:56.312963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:56.313710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:56.341770 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9631493
Apr 15 10:54:56.593688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb73b9ff-e84f-4264-9459-688bb42b1c30 None None] Network 575007ab-9bc0-410b-9478-dac6664618d8 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:56.843100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2735ba-0a2e-4823-b986-b153851c76f3 req-03bf2ee5-d96e-46c3-8926-7ef60b630f2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:56.847299 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-aa2735ba-0a2e-4823-b986-b153851c76f3 req-03bf2ee5-d96e-46c3-8926-7ef60b630f2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1903017
Apr 15 10:54:56.921114 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-aa2735ba-0a2e-4823-b986-b153851c76f3 req-9ffba946-8880-4ac6-b16b-48fe7a5aad60 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631843
Apr 15 10:54:57.672541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dd86-75b9-444a-8d7f-a1895259ad5f req-ebe1c145-0e9d-4d35-84fe-0d42d26f44b9 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:57.674158 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-65d7dd86-75b9-444a-8d7f-a1895259ad5f req-ebe1c145-0e9d-4d35-84fe-0d42d26f44b9 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.3032854
Apr 15 10:54:57.729125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-65d7dd86-75b9-444a-8d7f-a1895259ad5f req-b5187cfb-8485-44b8-b16d-c46223fc9a0c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476193
Apr 15 10:54:58.150139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5a28b-f02a-491b-87a9-383138aa5de8 req-ca46f4c5-5fa0-4109-ac89-42e2dbf6d683 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:58.153768 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83d5a28b-f02a-491b-87a9-383138aa5de8 req-ca46f4c5-5fa0-4109-ac89-42e2dbf6d683 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1076517
Apr 15 10:54:58.206035 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83d5a28b-f02a-491b-87a9-383138aa5de8 req-fd449aef-150b-4879-8a69-cea765db00d7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479183
Apr 15 10:55:02.567414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:55:05.368676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:55:05.519450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:05.535851 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'port_id': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'mac_address': 'fa:16:3e:f2:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:55:05.599452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:05.620380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7edebf2-5349-462a-803d-b8888fb38b0c {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:05.636350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:05.639592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:05.641593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:05.722250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=6']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:05.733272 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.733667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.734095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.734473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.734846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.735229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.735601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.735971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.736364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.736729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.737107 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.737866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:05.742106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:05.803408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['e7edebf2-5349-462a-803d-b8888fb38b0c'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:07.383854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:07.462363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port e7edebf2-5349-462a-803d-b8888fb38b0c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:07.463402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:07.597196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:07.626453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:07.638183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:07.642260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:07.644361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:07.722706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=7']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:07.725834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:07.951545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-02694419-ce59-43c4-a075-09dec2e20120 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:07.953776 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-02694419-ce59-43c4-a075-09dec2e20120 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 0.1799703
Apr 15 10:55:07.971305 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-a1d9fd3b-c0e7-4e99-999e-8d505f136d4a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/quotas/d180fa58116a4a018e0031d797e4aeca HTTP/1.1" status: 200  len: 375 time: 0.0113482
Apr 15 10:55:07.996216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-628d472c-8e1d-4f42-ada1-b1541d83aebf tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:07.997032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-628d472c-8e1d-4f42-ada1-b1541d83aebf tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Synchronizing usage tracker for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:08.015424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-628d472c-8e1d-4f42-ada1-b1541d83aebf tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Unset dirty status for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:08.016972 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-628d472c-8e1d-4f42-ada1-b1541d83aebf tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/networks?id=575007ab-9bc0-410b-9478-dac6664618d8 HTTP/1.1" status: 200  len: 809 time: 0.2084193
Apr 15 10:55:08.033571 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-5db4987b-5424-4837-b4bd-a4026296225b tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/quotas/7b3d010fa339435fa4ea9fa2f3d24696 HTTP/1.1" status: 200  len: 375 time: 0.0105853
Apr 15 10:55:08.081773 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-13ae627d-133b-49d5-bcc1-b5d4f588660a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1031201
Apr 15 10:55:08.093988 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-f04f68a8-29ee-4ea5-87c2-c839a4dee3c9 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0547342
Apr 15 10:55:08.256291 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-76561681-44a1-406f-a33d-f32724e12461 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643085
Apr 15 10:55:08.288462 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-420049ef-7bd6-4046-ab74-b1077bb08b22 service neutron] 10.222.0.93 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869509
Apr 15 10:55:08.442774 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-a5aa2707-ef89-43ac-b1c2-cef6279220fe service neutron] 10.222.0.93 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858697
Apr 15 10:55:08.517667 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-f36b621e-f61c-4ac5-8f6d-6a87ed17931d service neutron] 10.222.0.93 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251189
Apr 15 10:55:08.874844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730af22a-a7e3-48d8-bb62-57fe2ffe5488 req-2a5b4a1f-6ebb-4fcf-b4c0-5911ffe03d9f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:08.885083 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-730af22a-a7e3-48d8-bb62-57fe2ffe5488 req-2a5b4a1f-6ebb-4fcf-b4c0-5911ffe03d9f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1502414
Apr 15 10:55:08.986519 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-730af22a-a7e3-48d8-bb62-57fe2ffe5488 req-dd007c61-2cd7-4e60-811d-a901180141f7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002767
Apr 15 10:55:09.063316 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'code': 200}
Apr 15 10:55:09.175224 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42ade48c-90f9-462a-9364-c558d61b663b req-da21addf-d88f-4f33-8644-934649d2dc64 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 210 time: 0.0802469
Apr 15 10:55:09.307880 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8a3d4737-cbb1-4519-8f4d-eebad3c56a9d req-6773b197-a1e8-4e2d-8227-3b007a2d062c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 210 time: 0.0771875
Apr 15 10:55:09.886205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-8b74ba3f-6d77-410b-8d7f-5efc02266043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:09.887839 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-8b74ba3f-6d77-410b-8d7f-5efc02266043 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.2962527
Apr 15 10:55:09.957039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78a2fe-e33c-4546-a53b-d386635d9097 req-51ebc315-77b6-4433-978a-76150a6bd0ec tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:09.965717 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1c78a2fe-e33c-4546-a53b-d386635d9097 req-51ebc315-77b6-4433-978a-76150a6bd0ec tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1958213
Apr 15 10:55:10.157446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-bae3246a-abe5-4678-a697-b0309dae334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:10.159194 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-bae3246a-abe5-4678-a697-b0309dae334e service neutron] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 921 time: 0.2567685
Apr 15 10:55:10.189555 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1c78a2fe-e33c-4546-a53b-d386635d9097 req-d64a3263-016b-4ec9-976c-47d0d3c7078c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224274
Apr 15 10:55:10.265533 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-c545f9e5-f20e-4a8c-8639-f6705a9c3df9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 200  len: 217 time: 0.0837350
Apr 15 10:55:10.361604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-ccab7583-2c3d-4ab6-937a-e15b9f8223eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:10.364372 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-ccab7583-2c3d-4ab6-937a-e15b9f8223eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.0889854
Apr 15 10:55:10.414151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c075e3-3fb1-40de-aa96-f79318acc4ae req-aedfa217-59b1-4e9a-bb05-a1166f2d2898 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:10.416002 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c075e3-3fb1-40de-aa96-f79318acc4ae req-aedfa217-59b1-4e9a-bb05-a1166f2d2898 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.2363868
Apr 15 10:55:10.443994 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8815b403-716f-49fb-aa2c-c08d3d8b9a64 req-cd42561a-7848-4222-918c-3afaeb166b8c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 210 time: 0.0782118
Apr 15 10:55:10.533657 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c075e3-3fb1-40de-aa96-f79318acc4ae req-2afcb8fa-d40e-43a3-a308-23a0b8cf6589 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083310
Apr 15 10:55:10.553764 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-044a087e-799f-4c7a-80aa-04c164217096 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1064618
Apr 15 10:55:10.781165 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-cafb7a86-1808-4e99-92e6-0d021b022d61 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145989
Apr 15 10:55:10.807934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f380c8d3-eccd-4f61-be61-e8da014bf245 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:10.809625 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f380c8d3-eccd-4f61-be61-e8da014bf245 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 815 time: 0.2909660
Apr 15 10:55:10.824704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Request body: {'port': {'device_id': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'admin_state_up': True, 'tenant_id': 'd180fa58116a4a018e0031d797e4aeca'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:11.053964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:11.065517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:11.075160 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e888588-f6ab-4f0f-b40d-81c0093a1914 req-aad567d4-acf6-4826-9986-18b23539dd7c service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917086
Apr 15 10:55:11.075793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Made reservation on behalf of d180fa58116a4a018e0031d797e4aeca for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:11.081983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:11.095617 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d01e25d5-b06d-4861-9ec7-0dcd6c481e74 req-75a49546-7fa4-4866-9d14-077ae3734de2 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 210 time: 0.3131888
Apr 15 10:55:11.293852 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Allocated IP 172.20.0.2 (edfd086f-6fea-44a8-8e20-032e1fd59223/57c1fe93-5ce0-4326-8c92-78e1ecb99c43/3e8be98f-87d3-466e-b032-c6d852843f0d) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:11.372610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-a2a05afc-ed05-4c4f-9320-411dc8d02fb7 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:11.374399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-a2a05afc-ed05-4c4f-9320-411dc8d02fb7 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "GET /v2.0/networks?id=575007ab-9bc0-410b-9478-dac6664618d8 HTTP/1.1" status: 200  len: 809 time: 0.1835985
Apr 15 10:55:11.394322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Request body: {'port': {'device_id': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8', 'admin_state_up': True, 'tenant_id': '7b3d010fa339435fa4ea9fa2f3d24696'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:11.635971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:11.643597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Usage tracker for resource:port and tenant:7b3d010fa339435fa4ea9fa2f3d24696 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:11.647426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:11.655098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:11.674034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:11.717502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e127278-d7c5-4f74-abc3-3b7cd4dc4de3 req-19366355-e051-4cf2-b213-bfe9da78ca02 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 210 time: 0.0539234
Apr 15 10:55:11.719467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Made reservation on behalf of 7b3d010fa339435fa4ea9fa2f3d24696 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:11.726167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:11.776829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e29f-3697-4a3a-a2e9-8854f381c6c4 req-c181c5ee-38c5-4c13-964d-c386373e487a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:11.789341 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0754e29f-3697-4a3a-a2e9-8854f381c6c4 req-c181c5ee-38c5-4c13-964d-c386373e487a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1796892
Apr 15 10:55:11.856135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:11.883437 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['57fa0099-6319-482b-bc81-4a84b6897f81', '08add6f0-1408-4794-8801-5ccd00ca1b6f', '9442ae8c-d586-4a41-a3aa-48831f92a218'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:12.070892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Allocated IP 172.20.0.4 (575007ab-9bc0-410b-9478-dac6664618d8/ca40a393-938d-42d8-b297-0e6815820a1b/b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:12.077934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:12.202353 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0754e29f-3697-4a3a-a2e9-8854f381c6c4 req-ae9645b0-86cd-4c3c-9050-51396b19b901 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4039569
Apr 15 10:55:12.204676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Network edfd086f-6fea-44a8-8e20-032e1fd59223 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:12.225968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:12.231641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:12.552348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58309927-22a3-4d1c-9156-d38a96795f6d req-e6901bb2-649e-4aef-a897-449279945a64 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:12.561708 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58309927-22a3-4d1c-9156-d38a96795f6d req-e6901bb2-649e-4aef-a897-449279945a64 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.4923611
Apr 15 10:55:12.672812 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58309927-22a3-4d1c-9156-d38a96795f6d req-8de2e4b2-8242-4173-bb24-979e88845915 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074774
Apr 15 10:55:12.693785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:12.694745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:12.719226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:12.755716 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b79b8e7a-d72e-4b24-bf3b-40a5ac10acda req-0e1d68f1-4aae-41db-98ac-6a88595647ba tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 210 time: 0.1384301
Apr 15 10:55:12.756830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event updated for resources: {'Port': ['ID=3e8be98f-87d3-466e-b032-c6d852843f0d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:12.760542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:12.770913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 52280) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:12.772053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:12.798676 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9786839
Apr 15 10:55:12.815286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Request body: {'port': {'device_id': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:12.832545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-37acfe52-49b2-492a-ad70-b5eece8ce6f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:12.983039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:12.989909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Pushing event updated for resources: {'Port': ['ID=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:12.993216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:13.139853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1010ffd4-0562-437c-9165-ade5d43b4db2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3ece799bbbdf4459b73d28f557280a84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3660357
Apr 15 10:55:13.147051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 52290) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:13.284316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb3d88-bba7-4a5e-9215-e7d1f6d6cef0 req-72728b3d-95e8-4bb3-9f0a-1be285607409 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:13.292213 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ddb3d88-bba7-4a5e-9215-e7d1f6d6cef0 req-72728b3d-95e8-4bb3-9f0a-1be285607409 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 931 time: 0.2466037
Apr 15 10:55:13.358759 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ddb3d88-bba7-4a5e-9215-e7d1f6d6cef0 req-7397be6d-4b3d-42f7-9b26-1e4835148f86 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595965
Apr 15 10:55:13.396831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Network 575007ab-9bc0-410b-9478-dac6664618d8 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:13.398092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:13.405534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.408624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:13.705554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:13.715642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8be98f-87d3-466e-b032-c6d852843f0d {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:13.717987 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.725595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.750719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Transition to ACTIVE for port object 3e8be98f-87d3-466e-b032-c6d852843f0d will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:13.766544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.794738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-962fbaba-8df3-4db4-a480-f512297b7c98 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:13.809927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.823277 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4330852
Apr 15 10:55:13.860605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Request body: {'port': {'device_id': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:13.878956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Pushing event updated for resources: {'Port': ['ID=3e8be98f-87d3-466e-b032-c6d852843f0d,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:13.884016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:13.967850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56afd9-12f2-4dfa-b986-17450afdda5b req-a6ce803f-9522-4527-b246-df172ffca0aa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:13.969605 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd56afd9-12f2-4dfa-b986-17450afdda5b req-a6ce803f-9522-4527-b246-df172ffca0aa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.5462494
Apr 15 10:55:14.062052 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd56afd9-12f2-4dfa-b986-17450afdda5b req-0a1ebc9b-99c2-480c-af2e-fd741a1c3602 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822716
Apr 15 10:55:14.125128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.178948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ad2f9393-709f-4d99-afcb-e5c4b70a92d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:14.213456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac7a391-ce00-4a35-a3bd-3ad6895843b8,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:14.219692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:14.255662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d43d3-da04-4a28-9012-64500e1a65cb req-6f0243b0-6510-4137-9759-2c4828c18bb4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:14.257442 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e8d43d3-da04-4a28-9012-64500e1a65cb req-6f0243b0-6510-4137-9759-2c4828c18bb4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.3474019
Apr 15 10:55:14.258421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.265765 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4ac7a391-ce00-4a35-a3bd-3ad6895843b8 HTTP/1.1" status: 204  len: 168 time: 1.1025608
Apr 15 10:55:14.314476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.392606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Attempting to bind port 3e8be98f-87d3-466e-b032-c6d852843f0d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:14.393262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Attempting to bind port 3e8be98f-87d3-466e-b032-c6d852843f0d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:14.393761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Attempting to bind port 3e8be98f-87d3-466e-b032-c6d852843f0d on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:14.402854 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e8d43d3-da04-4a28-9012-64500e1a65cb req-7ef40fb6-53a8-4ac7-93c6-412fc6bc86ab tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358058
Apr 15 10:55:14.411150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Port 3e8be98f-87d3-466e-b032-c6d852843f0d on network edfd086f-6fea-44a8-8e20-032e1fd59223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:55:14.419109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Attempting to bind port 3e8be98f-87d3-466e-b032-c6d852843f0d on network edfd086f-6fea-44a8-8e20-032e1fd59223 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:14.429072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:14.431440 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Checking segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:14.431959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Bound using segment: {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:14.444916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Bound port: 3e8be98f-87d3-466e-b032-c6d852843f0d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4de2e0-5b89-43f3-8d89-9eefd59e891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:14.447035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.618099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8c7a8-a074-41cf-a2fc-b861078417c5 req-b5dee156-4847-4610-9b40-b1e5ec87652a tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:14.620149 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ff8c7a8-a074-41cf-a2fc-b861078417c5 req-b5dee156-4847-4610-9b40-b1e5ec87652a tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 931 time: 0.3100724
Apr 15 10:55:14.719707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5ff8c7a8-a074-41cf-a2fc-b861078417c5 req-9d578476-75fd-4d34-9a13-9c3ce5629b84 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Synchronizing usage tracker for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:14.725983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] For port 3e8be98f-87d3-466e-b032-c6d852843f0d, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:14.732161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] For port 3e8be98f-87d3-466e-b032-c6d852843f0d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e8be98f-87d3-466e-b032-c6d852843f0d,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:14.741197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.760848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:14.870762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5ff8c7a8-a074-41cf-a2fc-b861078417c5 req-9d578476-75fd-4d34-9a13-9c3ce5629b84 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Unset dirty status for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:14.872423 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ff8c7a8-a074-41cf-a2fc-b861078417c5 req-9d578476-75fd-4d34-9a13-9c3ce5629b84 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435827
Apr 15 10:55:14.926948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea3d1-748b-42cb-8df7-dbf7d7dac3a3 req-cd6d35c7-c54f-4128-bfc6-229be2157f02 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:14.928575 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfaea3d1-748b-42cb-8df7-dbf7d7dac3a3 req-cd6d35c7-c54f-4128-bfc6-229be2157f02 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 943 time: 0.1479526
Apr 15 10:55:14.936737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Pushing event updated for resources: {'Port': ['ID=3e8be98f-87d3-466e-b032-c6d852843f0d,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:14.952484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:14.997919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:14.998619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.000293 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] 10.222.0.89 "PUT /v2.0/ports/3e8be98f-87d3-466e-b032-c6d852843f0d HTTP/1.1" status: 200  len: 1093 time: 2.1924343
Apr 15 10:55:15.000829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'tag': '3e8be98f-87d3-466e-b032-c6d852843f0d'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:15.061372 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfaea3d1-748b-42cb-8df7-dbf7d7dac3a3 req-16ba657c-f1b8-40ba-87d3-9ad972b31ab0 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213946
Apr 15 10:55:15.063768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:15.075267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.102862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Transition to ACTIVE for port object b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:15.116219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.174512 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'tag': '3e8be98f-87d3-466e-b032-c6d852843f0d', 'status': 'completed', 'code': 200}
Apr 15 10:55:15.259139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-3ae4bdd8-8292-4109-b814-b0cf878616ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:15.264516 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-3ae4bdd8-8292-4109-b814-b0cf878616ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 1096 time: 0.2220194
Apr 15 10:55:15.398792 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-de5daa62-c824-4aa1-a858-bb5a70318fec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e8be98f-87d3-466e-b032-c6d852843f0d HTTP/1.1" status: 200  len: 217 time: 0.1218817
Apr 15 10:55:15.441578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b1ad3276-d862-404a-94cf-996c5908a084 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:15.637555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-77c062b2-3efb-46f1-8021-8d31445037df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:15.643303 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-77c062b2-3efb-46f1-8021-8d31445037df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.1996567
Apr 15 10:55:15.906588 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-72c8e35a-05b7-4418-bed1-18e3aae2f6e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2450430
Apr 15 10:55:15.953450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Pushing event updated for resources: {'Port': ['ID=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:15.963872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:16.004610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb26c7f-5ada-46bd-b947-e875103a433b req-14d0c8ac-3b51-4448-a066-c292a1a946eb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.013384 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cbb26c7f-5ada-46bd-b947-e875103a433b req-14d0c8ac-3b51-4448-a066-c292a1a946eb tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.6638515
Apr 15 10:55:16.088357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Attempting to bind port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:16.089119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Attempting to bind port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:16.089725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Attempting to bind port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 on network 575007ab-9bc0-410b-9478-dac6664618d8 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:16.102660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 on network 575007ab-9bc0-410b-9478-dac6664618d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:55:16.104010 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Attempting to bind port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 on network 575007ab-9bc0-410b-9478-dac6664618d8 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:16.112765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:16.113486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Checking segment: {'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:16.114133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Bound using segment: {'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:16.114816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Bound port: b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:16.115412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:16.140750 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cbb26c7f-5ada-46bd-b947-e875103a433b req-68fe7f0e-9feb-4d22-8b3e-fa903d236032 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222153
Apr 15 10:55:16.233829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ae9f-cee6-40c6-be19-28af611c46a6 req-fe9b1fc5-db58-4ffb-a038-c1d701b9d114 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.236495 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e252ae9f-cee6-40c6-be19-28af611c46a6 req-fe9b1fc5-db58-4ffb-a038-c1d701b9d114 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.5256834
Apr 15 10:55:16.272270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] For port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:16.276677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] For port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:16.282951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:16.377567 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-2fec42a9-a067-4aa9-aefc-22e4472f780f service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4573922
Apr 15 10:55:16.410587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-45a06081-d94a-49a2-b8d7-539a3c8e80e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:16.522933 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e252ae9f-cee6-40c6-be19-28af611c46a6 req-7114e212-6430-4e62-9a73-f160932657c7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2637005
Apr 15 10:55:16.644383 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ca25bd-3dd2-4eaa-b721-b190c99f11b1 req-6953d661-f919-43e2-9790-6322a7ea8b2e service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535610
Apr 15 10:55:16.828124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.828906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:16.830795 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] 10.222.0.89 "PUT /v2.0/ports/b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 HTTP/1.1" status: 200  len: 1093 time: 2.9894204
Apr 15 10:55:16.837544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'tag': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:16.855414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Pushing event updated for resources: {'Port': ['ID=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:16.863240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:16.874351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70015d03-5dcf-40d8-812e-bc40b530f7e8 req-4b4fd4d0-bd92-4c1f-9f2e-ee3b253f36b2 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.875277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-70015d03-5dcf-40d8-812e-bc40b530f7e8 req-4b4fd4d0-bd92-4c1f-9f2e-ee3b253f36b2 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Synchronizing usage tracker for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:16.957601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-70015d03-5dcf-40d8-812e-bc40b530f7e8 req-4b4fd4d0-bd92-4c1f-9f2e-ee3b253f36b2 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Unset dirty status for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:16.966494 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-70015d03-5dcf-40d8-812e-bc40b530f7e8 req-4b4fd4d0-bd92-4c1f-9f2e-ee3b253f36b2 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 943 time: 0.5581162
Apr 15 10:55:17.033021 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-70015d03-5dcf-40d8-812e-bc40b530f7e8 req-c8975ce8-a36f-44ee-88d4-09a2976822c8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646071
Apr 15 10:55:17.057494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-d773f78d-ba76-4a47-af69-eac652104dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.060324 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-d773f78d-ba76-4a47-af69-eac652104dfe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 1096 time: 0.1817982
Apr 15 10:55:17.065627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-0b032aaf-b7f9-4697-a04f-38764a0e3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.067455 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-0b032aaf-b7f9-4697-a04f-38764a0e3bef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d180fa58116a4a018e0031d797e4aeca&device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 1096 time: 0.3536847
Apr 15 10:55:17.118321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a500-93e9-4fb7-ae19-cd0b75748353 req-a3ff44d1-f2d4-47bf-b909-90be23a10b06 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.120083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-7924a500-93e9-4fb7-ae19-cd0b75748353 req-a3ff44d1-f2d4-47bf-b909-90be23a10b06 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:17.142040 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'tag': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915', 'status': 'completed', 'code': 200}
Apr 15 10:55:17.155776 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-7381fea1-2e2b-4afd-bd80-fd97fbe51021 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 HTTP/1.1" status: 200  len: 217 time: 0.0797768
Apr 15 10:55:17.224470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-7924a500-93e9-4fb7-ae19-cd0b75748353 req-a3ff44d1-f2d4-47bf-b909-90be23a10b06 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:17.238035 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7924a500-93e9-4fb7-ae19-cd0b75748353 req-a3ff44d1-f2d4-47bf-b909-90be23a10b06 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 943 time: 0.3636773
Apr 15 10:55:17.246165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-3ffa815b-8ca4-4a6d-a7bb-08724e8f692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.247772 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-3ffa815b-8ca4-4a6d-a7bb-08724e8f692d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca40a393-938d-42d8-b297-0e6815820a1b HTTP/1.1" status: 200  len: 849 time: 0.0784338
Apr 15 10:55:17.333918 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7924a500-93e9-4fb7-ae19-cd0b75748353 req-4d84a081-3a72-4e11-9ff5-e1bcebbdace3 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948195
Apr 15 10:55:17.348249 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-65fd1540-bde8-416d-8660-6cafb25b1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.348890 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-65fd1540-bde8-416d-8660-6cafb25b1546 service neutron] 10.222.0.89 "GET /v2.0/networks?id=edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 200  len: 917 time: 0.2723444
Apr 15 10:55:17.413507 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-e1345947-d0b4-43fd-ad51-df22b5e19f05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=575007ab-9bc0-410b-9478-dac6664618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1458833
Apr 15 10:55:17.433751 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-08aa43c4-5672-4a3b-a190-b3476bce839d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e8be98f-87d3-466e-b032-c6d852843f0d HTTP/1.1" status: 200  len: 217 time: 0.0739205
Apr 15 10:55:17.444184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-67b97242-0b26-468a-877f-b0c3698c965c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:17.526650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-04acdf07-dffe-4e92-843c-404fc7dc3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.529390 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-04acdf07-dffe-4e92-843c-404fc7dc3a10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 200  len: 855 time: 0.0810812
Apr 15 10:55:17.579445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba42d1-9dc8-4f42-a217-ef551e4cf667 req-a16a0839-c648-4d12-8541-0994c9cff10a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.588112 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3eba42d1-9dc8-4f42-a217-ef551e4cf667 req-a16a0839-c648-4d12-8541-0994c9cff10a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.2370574
Apr 15 10:55:17.641442 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-ecc61d73-7e23-4901-a693-8563fccf861c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=edfd086f-6fea-44a8-8e20-032e1fd59223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0915129
Apr 15 10:55:17.666874 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-ab0f7ba3-30f3-4a8e-8cda-225e2a81ce18 service neutron] 10.222.0.89 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375879
Apr 15 10:55:17.817287 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3eba42d1-9dc8-4f42-a217-ef551e4cf667 req-cf016874-ef28-4eeb-b80e-16aabf3e1ccf tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2281017
Apr 15 10:55:17.843569 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c6e23a7-5780-40c9-b43d-a9e5614e1238 req-dd1cf38f-8fac-4a5b-b6a7-0771c24c2807 service neutron] 10.222.0.89 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655672
Apr 15 10:55:17.864046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32926f-2d60-4785-805c-dcd78a263dc0 req-132b102b-e27b-42d7-9e09-e7ea8cc32017 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.866077 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a32926f-2d60-4785-805c-dcd78a263dc0 req-132b102b-e27b-42d7-9e09-e7ea8cc32017 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1945972
Apr 15 10:55:17.913247 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-b67a3aef-eba5-4241-a664-697b22be8724 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710843
Apr 15 10:55:17.971787 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a32926f-2d60-4785-805c-dcd78a263dc0 req-51d4b5bf-e75c-437f-b502-bc60c0d952ad tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932064
Apr 15 10:55:18.019937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-7e64c072-0cac-417d-b04d-a3b732b20839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:18.021903 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-7e64c072-0cac-417d-b04d-a3b732b20839 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 1096 time: 0.1079268
Apr 15 10:55:18.103657 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dca25e39-8dac-4f9a-ad67-75025b7c669e req-784c4ec5-2174-4525-a0ce-a00b4b68dd43 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782506
Apr 15 10:55:18.575742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-af4bd17e-72c0-4e7d-a7a0-47f167174256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:18.578160 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-af4bd17e-72c0-4e7d-a7a0-47f167174256 service neutron] 10.222.0.89 "GET /v2.0/networks?id=575007ab-9bc0-410b-9478-dac6664618d8 HTTP/1.1" status: 200  len: 911 time: 0.5344901
Apr 15 10:55:18.593849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e683c-dbe2-48bc-9afe-74f766af1e27 req-e7174bf5-d812-4675-8e80-d2f09216ab18 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:18.595609 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6d9e683c-dbe2-48bc-9afe-74f766af1e27 req-e7174bf5-d812-4675-8e80-d2f09216ab18 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 943 time: 0.2305257
Apr 15 10:55:18.629084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a755e-99e3-4d3d-a10b-2ee8a2621abb req-6593a411-9168-421f-ab76-dcfb589cf494 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:18.630821 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-172a755e-99e3-4d3d-a10b-2ee8a2621abb req-6593a411-9168-421f-ab76-dcfb589cf494 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 943 time: 0.1660020
Apr 15 10:55:18.682814 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-aa2486da-f256-465e-a7fa-26aa51f7df2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 HTTP/1.1" status: 200  len: 217 time: 0.0860298
Apr 15 10:55:18.696235 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-172a755e-99e3-4d3d-a10b-2ee8a2621abb req-9ae30c19-7e75-4d67-8aae-d31be9a2ad93 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555561
Apr 15 10:55:18.800572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6d9e683c-dbe2-48bc-9afe-74f766af1e27 req-c973ab8a-7f86-414e-92b9-dfbf2d9be990 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158991
Apr 15 10:55:18.818406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-43bfa1e4-8ba8-41c8-a4c4-5bdc50507afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:18.820080 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-43bfa1e4-8ba8-41c8-a4c4-5bdc50507afa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca40a393-938d-42d8-b297-0e6815820a1b HTTP/1.1" status: 200  len: 849 time: 0.1185920
Apr 15 10:55:18.879349 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-f64a7631-1461-4688-95b4-02b83157a1bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=575007ab-9bc0-410b-9478-dac6664618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518477
Apr 15 10:55:19.088842 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-034b9fa2-e7be-43b5-8e91-0b06a4bb7c5a service neutron] 10.222.0.89 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950324
Apr 15 10:55:19.288926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e507220-b2ab-4365-aa67-4b3130535403 req-0a0eef08-1160-4c21-bfce-ed593129f20b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:19.292146 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e507220-b2ab-4365-aa67-4b3130535403 req-0a0eef08-1160-4c21-bfce-ed593129f20b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.3463264
Apr 15 10:55:19.335041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabea1c-08c1-44b5-88ba-82999b775af3 req-66f59629-54be-4cc5-b106-97d4795981d7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:19.336792 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-adabea1c-08c1-44b5-88ba-82999b775af3 req-66f59629-54be-4cc5-b106-97d4795981d7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.2118905
Apr 15 10:55:19.339856 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01ffb4f4-493e-4280-a366-3bd1808752fa req-20ff8157-d242-48e1-9ca7-5b2148c29fc7 service neutron] 10.222.0.89 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427120
Apr 15 10:55:19.376122 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e507220-b2ab-4365-aa67-4b3130535403 req-32c67365-3fcf-4d18-88ca-81d605a5e216 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686822
Apr 15 10:55:19.402949 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-adabea1c-08c1-44b5-88ba-82999b775af3 req-5d68f8ae-4396-449d-b22a-734d96b3d1d1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581481
Apr 15 10:55:19.452588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-db308a2c-da8d-4e29-8fba-d834da332d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:19.940878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c9c4d-b5b8-4ddc-9640-f10c36add54e req-aecebb62-a55d-4a8d-aad2-1f4753e6ef0b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:19.942690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-000c9c4d-b5b8-4ddc-9640-f10c36add54e req-aecebb62-a55d-4a8d-aad2-1f4753e6ef0b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 943 time: 0.1182508
Apr 15 10:55:20.032903 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-000c9c4d-b5b8-4ddc-9640-f10c36add54e req-d9729d86-1a0c-482f-bdc9-ec50b008ba96 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816972
Apr 15 10:55:20.078999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14d20e-1703-44e3-9a1b-5fcb88f58017 req-2eca4fb8-1eec-46ad-8f31-ccf4a72102c7 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.080698 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f14d20e-1703-44e3-9a1b-5fcb88f58017 req-2eca4fb8-1eec-46ad-8f31-ccf4a72102c7 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 943 time: 0.1276169
Apr 15 10:55:20.134799 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f14d20e-1703-44e3-9a1b-5fcb88f58017 req-c3ed2d9c-f199-4a90-a24e-e12316617af7 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462599
Apr 15 10:55:20.614080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce9169-24cc-4c09-bbfc-dbc821337007 req-327e3ef4-d277-4d8b-960b-411f13e926a5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.622399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b8ce9169-24cc-4c09-bbfc-dbc821337007 req-327e3ef4-d277-4d8b-960b-411f13e926a5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1111381
Apr 15 10:55:20.651701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac1fb9-ca29-4838-991f-5067d13634e5 req-dc6dec31-0f23-4340-8b23-761bbced196b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.653423 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0cac1fb9-ca29-4838-991f-5067d13634e5 req-dc6dec31-0f23-4340-8b23-761bbced196b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1099958
Apr 15 10:55:20.680278 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b8ce9169-24cc-4c09-bbfc-dbc821337007 req-ba8d41ec-70ff-4c53-898b-aac6fda577fa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568233
Apr 15 10:55:20.695913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.737970 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0cac1fb9-ca29-4838-991f-5067d13634e5 req-8609235d-da6e-4412-9df7-3e564c123cbc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780711
Apr 15 10:55:21.135732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:21.285262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096984bf-d143-459b-9501-da065e07faa4 req-da4389ac-6185-4b9a-b0ec-5a27f15e5eea tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:21.287123 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-096984bf-d143-459b-9501-da065e07faa4 req-da4389ac-6185-4b9a-b0ec-5a27f15e5eea tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 943 time: 0.1280870
Apr 15 10:55:21.348494 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-096984bf-d143-459b-9501-da065e07faa4 req-fef52de9-153d-4689-8d3e-f25f09fec7b5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541844
Apr 15 10:55:21.404373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cc026-a39c-47a3-9339-952e0fc448a5 req-7de01f20-0812-430d-8d61-1c192bfe8a92 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:21.409795 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-086cc026-a39c-47a3-9339-952e0fc448a5 req-7de01f20-0812-430d-8d61-1c192bfe8a92 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 943 time: 0.1120148
Apr 15 10:55:21.454681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 3e8be98f-87d3-466e-b032-c6d852843f0d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:55:21.481106 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-086cc026-a39c-47a3-9339-952e0fc448a5 req-adcf74f2-692d-4877-b19f-31a2156be5a1 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685501
Apr 15 10:55:21.508319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:21.645870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 3e8be98f-87d3-466e-b032-c6d852843f0d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e8be98f-87d3-466e-b032-c6d852843f0d,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:21.661409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '3e8be98f-87d3-466e-b032-c6d852843f0d', 'network_id': 'edfd086f-6fea-44a8-8e20-032e1fd59223', 'port_id': '3e8be98f-87d3-466e-b032-c6d852843f0d', 'mac_address': 'fa:16:3e:9a:71:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1fe93-5ce0-4326-8c92-78e1ecb99c43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:55:21.768303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:21.787519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8be98f-87d3-466e-b032-c6d852843f0d {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:21.806839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 3e8be98f-87d3-466e-b032-c6d852843f0d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e8be98f-87d3-466e-b032-c6d852843f0d,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:21.820379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:21.822938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:21.905209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=3e8be98f-87d3-466e-b032-c6d852843f0d,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:21.908647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:21.992314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa13e4-d7c4-4084-bcc7-c477061de9e5 req-46eff496-297d-436e-9b54-90608b3ba2a3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:21.995072 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-33fa13e4-d7c4-4084-bcc7-c477061de9e5 req-46eff496-297d-436e-9b54-90608b3ba2a3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1385982
Apr 15 10:55:22.034341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e887364-94d0-4dc7-9d77-7cf9b6818814 req-22eafecf-950a-4e5c-9f62-4d40d7854979 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:22.036186 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4e887364-94d0-4dc7-9d77-7cf9b6818814 req-22eafecf-950a-4e5c-9f62-4d40d7854979 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1140544
Apr 15 10:55:22.053326 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-33fa13e4-d7c4-4084-bcc7-c477061de9e5 req-12649a23-e4e0-4a40-ae52-ee5bd9e7aba0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516102
Apr 15 10:55:22.095197 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4e887364-94d0-4dc7-9d77-7cf9b6818814 req-246d2d38-4f95-48a9-b4cd-738b0cf69796 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509498
Apr 15 10:55:22.179323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:22.621577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520ead2-1695-4158-9e9e-c17db99e49a5 req-dd5a45f1-b821-4fc9-8c1e-48dbb268a24b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:22.628020 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3520ead2-1695-4158-9e9e-c17db99e49a5 req-dd5a45f1-b821-4fc9-8c1e-48dbb268a24b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 944 time: 0.1287973
Apr 15 10:55:22.703103 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3520ead2-1695-4158-9e9e-c17db99e49a5 req-12811eb8-7a86-494e-9a7c-cc02282ac092 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740075
Apr 15 10:55:22.781760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03718254-886a-427a-81f8-d2c17088ceaf req-f463959b-b7f1-4cb5-8e3a-3f8443dea5ac tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:22.781760 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-03718254-886a-427a-81f8-d2c17088ceaf req-f463959b-b7f1-4cb5-8e3a-3f8443dea5ac tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 943 time: 0.1211545
Apr 15 10:55:22.833923 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-03718254-886a-427a-81f8-d2c17088ceaf req-d748d13a-9b26-4b32-9e7a-48649d5de0b3 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528979
Apr 15 10:55:23.091780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['3e8be98f-87d3-466e-b032-c6d852843f0d'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:23.387138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b0fae-cdc5-449d-b61e-17a30fad2c28 req-642f3d65-152e-4181-9d1d-5f88c925ab69 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:23.395773 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-744b0fae-cdc5-449d-b61e-17a30fad2c28 req-642f3d65-152e-4181-9d1d-5f88c925ab69 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1337121
Apr 15 10:55:23.456059 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-744b0fae-cdc5-449d-b61e-17a30fad2c28 req-43a871a3-6e7c-49dc-9563-ad7dcdf3d683 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591269
Apr 15 10:55:23.493048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78620bfe-f0d1-433b-9cd1-0737c0ffcdaa req-81086bdd-a7bc-44f1-bd4a-3ffe6136012e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:23.495114 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78620bfe-f0d1-433b-9cd1-0737c0ffcdaa req-81086bdd-a7bc-44f1-bd4a-3ffe6136012e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1115799
Apr 15 10:55:23.561009 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78620bfe-f0d1-433b-9cd1-0737c0ffcdaa req-959967fc-43d4-4e20-9ee1-11131efa80ba tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589321
Apr 15 10:55:23.938014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a969c7-ea07-4f0b-853b-3b5bc4ef7d75 req-3b25624e-2545-4979-9d8a-57ec28bdf904 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:23.939562 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-64a969c7-ea07-4f0b-853b-3b5bc4ef7d75 req-3b25624e-2545-4979-9d8a-57ec28bdf904 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 944 time: 0.1194406
Apr 15 10:55:24.008807 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-64a969c7-ea07-4f0b-853b-3b5bc4ef7d75 req-e254cb58-bc79-4092-9dcb-592cc1a4bfde tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614262
Apr 15 10:55:24.113557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefd24d-1a7a-4414-b268-572f0b70fd36 req-98da44e2-be52-4b54-9e70-5453a62e0aea tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:24.115082 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-abefd24d-1a7a-4414-b268-572f0b70fd36 req-98da44e2-be52-4b54-9e70-5453a62e0aea tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 943 time: 0.1129098
Apr 15 10:55:24.166306 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-abefd24d-1a7a-4414-b268-572f0b70fd36 req-170322a9-b5cb-4f00-b486-61f9de9d6fec tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438788
Apr 15 10:55:24.555007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:55:24.678765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67236f-c42f-4538-a463-27d790deaf9b req-62b727e9-8a13-44cd-a6c1-d730b0fcb98e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:24.680379 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da67236f-c42f-4538-a463-27d790deaf9b req-62b727e9-8a13-44cd-a6c1-d730b0fcb98e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1003227
Apr 15 10:55:24.714222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:24.738461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915', 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8', 'port_id': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915', 'mac_address': 'fa:16:3e:03:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca40a393-938d-42d8-b297-0e6815820a1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:55:24.766050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d796de5-b6eb-4223-9eea-745b64edc365 req-0ac19528-5f03-42e7-98cc-a0aeba1e4c9c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:24.768043 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8d796de5-b6eb-4223-9eea-745b64edc365 req-0ac19528-5f03-42e7-98cc-a0aeba1e4c9c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0961750
Apr 15 10:55:24.770740 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-da67236f-c42f-4538-a463-27d790deaf9b req-11dcff35-efd3-4630-968f-82b86e543503 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837059
Apr 15 10:55:24.822487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:24.826938 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8d796de5-b6eb-4223-9eea-745b64edc365 req-20cb9e88-4589-4dcb-bade-3b7843a8c61e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521238
Apr 15 10:55:24.840952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:24.857383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:24.860108 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:24.861936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:24.930834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:24.934288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:25.018282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-b32dfc70-8061-4669-bd46-ec91fd002fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.019751 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-b32dfc70-8061-4669-bd46-ec91fd002fed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1098 time: 0.0767465
Apr 15 10:55:25.216925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-ae5892cd-7682-406f-ab40-6a175a4b762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.218540 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-ae5892cd-7682-406f-ab40-6a175a4b762d service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.1912832
Apr 15 10:55:25.258987 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:25.340617 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-85a44a0e-8e18-4045-a31c-96d981d0e1db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7edebf2-5349-462a-803d-b8888fb38b0c HTTP/1.1" status: 200  len: 1000 time: 0.1061380
Apr 15 10:55:25.390462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fff2-4cd8-4ac2-9a62-c6b642356fc6 req-6e6e75f2-5ea7-432f-8c6b-6b91e1c23bbc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.397362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a81f83-0c70-45d1-a686-9946f0d7a8e8 req-2f5a8898-296b-42ae-8cda-16f3a6cf70a8 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.399179 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-12a81f83-0c70-45d1-a686-9946f0d7a8e8 req-2f5a8898-296b-42ae-8cda-16f3a6cf70a8 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 944 time: 0.2566919
Apr 15 10:55:25.406496 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6331fff2-4cd8-4ac2-9a62-c6b642356fc6 req-6e6e75f2-5ea7-432f-8c6b-6b91e1c23bbc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 944 time: 0.1192889
Apr 15 10:55:25.468178 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6331fff2-4cd8-4ac2-9a62-c6b642356fc6 req-26b40ab5-88c2-445e-a276-4a807a0fd5c3 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540366
Apr 15 10:55:25.468289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-4c5e0b0e-0d7d-448b-b375-460922ebe2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.468289 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-4c5e0b0e-0d7d-448b-b375-460922ebe2e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.1184390
Apr 15 10:55:25.472329 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-12a81f83-0c70-45d1-a686-9946f0d7a8e8 req-9e32fcce-e692-4021-bee9-09a784257412 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650303
Apr 15 10:55:25.557650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-cab07a6d-065e-4649-8442-dcc14db2078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.559131 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-cab07a6d-065e-4649-8442-dcc14db2078f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842309
Apr 15 10:55:25.704443 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-9b7a3a0d-64fc-41e5-bc3d-7232ccd7c94a service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349061
Apr 15 10:55:25.859464 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-47ca1fd2-3018-4212-bb0a-ea2c19596155 req-feccbee5-5fad-4bf1-8ee0-e307f3931cc4 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389129
Apr 15 10:55:26.020715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adc34c-8505-4c6f-9516-27a10076a4e3 req-4853f376-cd1e-4bac-8b0f-bfafe3ce5cc6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.022071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-32adc34c-8505-4c6f-9516-27a10076a4e3 req-4853f376-cd1e-4bac-8b0f-bfafe3ce5cc6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1042564
Apr 15 10:55:26.075800 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-32adc34c-8505-4c6f-9516-27a10076a4e3 req-dc60d931-d0f2-4bd5-8ff0-02adce45d422 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464098
Apr 15 10:55:26.197147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1495c-8e0f-4572-802e-40c6cdd71edb req-068e04e6-829e-4bc9-9720-abbbf58578db tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.199136 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5c1495c-8e0f-4572-802e-40c6cdd71edb req-068e04e6-829e-4bc9-9720-abbbf58578db tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1046076
Apr 15 10:55:26.257172 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5c1495c-8e0f-4572-802e-40c6cdd71edb req-99b82c50-ff88-40ae-b470-786ca4c98e71 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475104
Apr 15 10:55:26.560508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 3e8be98f-87d3-466e-b032-c6d852843f0d up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:26.659144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 3e8be98f-87d3-466e-b032-c6d852843f0d completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:26.666861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 3e8be98f-87d3-466e-b032-c6d852843f0d triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:26.668189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:26.719875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9350e-ddea-4d98-b6b9-e645bb53e77e req-fd0dad09-caa5-4581-b55d-421dd84d9036 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.728455 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ab9350e-ddea-4d98-b6b9-e645bb53e77e req-fd0dad09-caa5-4581-b55d-421dd84d9036 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 944 time: 0.1114283
Apr 15 10:55:26.820028 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ab9350e-ddea-4d98-b6b9-e645bb53e77e req-6b640bfe-2f9c-4fa6-9951-a2293d1807d0 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892742
Apr 15 10:55:26.852169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:26.882003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8be98f-87d3-466e-b032-c6d852843f0d'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:26.894031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 3e8be98f-87d3-466e-b032-c6d852843f0d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e8be98f-87d3-466e-b032-c6d852843f0d,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:26.897206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:26.898313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:26.934767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c2350e30-dea6-4e59-a41f-c07a5e50a3b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:26.976512 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8be98f-87d3-466e-b032-c6d852843f0d', 'code': 200}
Apr 15 10:55:26.977624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 52554) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:27.029986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9ce6a-e0cf-4e9c-af56-e0177dfb4900 req-2f8a30b7-d562-4436-b57b-59509951ad04 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:27.031719 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67e9ce6a-e0cf-4e9c-af56-e0177dfb4900 req-2f8a30b7-d562-4436-b57b-59509951ad04 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.0957279
Apr 15 10:55:27.068875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=3e8be98f-87d3-466e-b032-c6d852843f0d,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:27.088761 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67e9ce6a-e0cf-4e9c-af56-e0177dfb4900 req-870193ab-039d-4cad-8b56-dcb0c98e004c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497730
Apr 15 10:55:27.133618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.151879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:27.156429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Usage tracker for resource:security_group_rule and tenant:7c3035d6acc649baa4a21dbc8ac3a716 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:27.159823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:27.166918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:27.240901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:27.261337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.295533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:27.299771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.302413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:27.320441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.325685 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.341743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-53a70c1f-e835-45e3-8785-aa7436a20d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:27.383219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02373fdf-a714-48c1-a70f-e4fff5b74958,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:27.389365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=8']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:27.394032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:27.411350 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7c3035d6acc649baa4a21dbc8ac3a716&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4314458
Apr 15 10:55:27.412603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:27.413859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 52566) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:27.421817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87f79-c4cc-4d59-a1df-7f055d1b2aba req-7ba67f9f-4fe2-410f-aa79-c2658bdc165c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:27.423489 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ed87f79-c4cc-4d59-a1df-7f055d1b2aba req-7ba67f9f-4fe2-410f-aa79-c2658bdc165c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 945 time: 0.1958778
Apr 15 10:55:27.477836 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ed87f79-c4cc-4d59-a1df-7f055d1b2aba req-c9bd42eb-f57c-4e9b-b72c-ab0aa918fdad tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435486
Apr 15 10:55:27.544370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.582200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa089-cd85-4636-a06b-3814ac3710cf req-6da29ea2-3166-40b9-931d-5932f3449704 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:27.583804 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ee5aa089-cd85-4636-a06b-3814ac3710cf req-6da29ea2-3166-40b9-931d-5932f3449704 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1560280
Apr 15 10:55:27.589691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.668399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ee5aa089-cd85-4636-a06b-3814ac3710cf req-1e25d889-9779-4ea9-bd1b-262aff9785fc tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715115
Apr 15 10:55:27.676861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.682491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b8ad2f1c-627a-406c-8fb9-f6d333cccf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:27.697432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02373fdf-a714-48c1-a70f-e4fff5b74958,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:27.700234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:27.701514 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.702713 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/02373fdf-a714-48c1-a70f-e4fff5b74958 HTTP/1.1" status: 204  len: 168 time: 0.2877758
Apr 15 10:55:28.028285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3e26-b64f-41d6-af66-f7d879218366 req-5a5d6e30-a8d7-4ccd-a6ab-698cb7ac2980 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:28.029899 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f9d3e26-b64f-41d6-af66-f7d879218366 req-5a5d6e30-a8d7-4ccd-a6ab-698cb7ac2980 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 944 time: 0.0965252
Apr 15 10:55:28.081160 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f9d3e26-b64f-41d6-af66-f7d879218366 req-9c967c76-7f57-4013-b758-f92ad9065181 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448129
Apr 15 10:55:28.298029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b944e-b31c-4da9-8a22-85e4dad5980c req-095ae6d6-8a1d-45cb-95a6-b3c3474df46a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:28.299809 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0b7b944e-b31c-4da9-8a22-85e4dad5980c req-095ae6d6-8a1d-45cb-95a6-b3c3474df46a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.0935724
Apr 15 10:55:28.347759 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0b7b944e-b31c-4da9-8a22-85e4dad5980c req-9193bd62-0713-4e7f-b923-aa4a5cbcead4 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416811
Apr 15 10:55:28.594430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:28.674530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:28.679608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:28.680079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:28.686412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6080bb-099b-46d4-8d01-73cfeec055d3 req-a157250c-cc8d-4bbb-8d71-74cc37696194 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:28.688041 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ac6080bb-099b-46d4-8d01-73cfeec055d3 req-a157250c-cc8d-4bbb-8d71-74cc37696194 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0903029
Apr 15 10:55:28.748735 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ac6080bb-099b-46d4-8d01-73cfeec055d3 req-718bd9ca-46d3-40f4-9638-8179322f56de tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538211
Apr 15 10:55:28.814638 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:28.849292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:28.851931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:28.854156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:28.904919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429786b7-0a59-4c2f-bd9c-4dac61892f05 req-2aaefe74-2ea5-4bfe-9590-1932b42bdd1e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:28.906538 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-429786b7-0a59-4c2f-bd9c-4dac61892f05 req-2aaefe74-2ea5-4bfe-9590-1932b42bdd1e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0954168
Apr 15 10:55:28.923268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:28.926796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:28.957161 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-429786b7-0a59-4c2f-bd9c-4dac61892f05 req-a8832fb2-3ad8-41f1-9408-12bb9f9adaac tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442996
Apr 15 10:55:28.977832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}, {'server_uuid': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:29.030962 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'code': 200}
Apr 15 10:55:29.031264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915', 'code': 200}
Apr 15 10:55:29.282710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641d0bf-d685-44e7-b872-62f3d67e0cbb req-c5f822e7-ff44-44dc-a8be-26dcc493f668 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:29.284266 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8641d0bf-d685-44e7-b872-62f3d67e0cbb req-c5f822e7-ff44-44dc-a8be-26dcc493f668 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.0861008
Apr 15 10:55:29.334897 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8641d0bf-d685-44e7-b872-62f3d67e0cbb req-751fa148-ef27-4257-bea0-fbbe4bbb1a7b tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442977
Apr 15 10:55:29.557605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482e901-fde7-45f7-b5f3-8af8a671e34e req-cc97f6b9-fcb9-4be7-9841-37deb5102275 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:29.559213 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b482e901-fde7-45f7-b5f3-8af8a671e34e req-cc97f6b9-fcb9-4be7-9841-37deb5102275 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.0924141
Apr 15 10:55:29.607766 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b482e901-fde7-45f7-b5f3-8af8a671e34e req-efe1427e-1a19-4a33-a30f-6ba33b194e6d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421245
Apr 15 10:55:29.917113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce90c-e504-4930-8b2c-07d8b40a4abd req-7537d3cc-f016-4464-af84-62c44af7eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:29.919015 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cf9ce90c-e504-4930-8b2c-07d8b40a4abd req-7537d3cc-f016-4464-af84-62c44af7eb2e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 1098 time: 0.0828149
Apr 15 10:55:29.988942 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cf9ce90c-e504-4930-8b2c-07d8b40a4abd req-2f2d2d51-054c-4f33-ae77-9fc4675a382f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364156
Apr 15 10:55:30.015296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d596d2-b2ee-43d7-80a5-21c755f97ad7 req-4c8ed768-2244-48df-80f3-1577f5c77f9c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.016922 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-88d596d2-b2ee-43d7-80a5-21c755f97ad7 req-4c8ed768-2244-48df-80f3-1577f5c77f9c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1422551
Apr 15 10:55:30.083522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3b6fe-47db-46be-93c3-f4aacdfa6aaf req-1e2f36ce-d5f8-449b-9722-e72192b2e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.085111 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-86c3b6fe-47db-46be-93c3-f4aacdfa6aaf req-1e2f36ce-d5f8-449b-9722-e72192b2e553 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 1098 time: 0.1320462
Apr 15 10:55:30.088471 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-88d596d2-b2ee-43d7-80a5-21c755f97ad7 req-8b487642-5834-445e-88d0-6470ac62e460 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641387
Apr 15 10:55:30.159191 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-86c3b6fe-47db-46be-93c3-f4aacdfa6aaf req-8dfcab82-a2dc-4295-900a-052efb4c2868 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405259
Apr 15 10:55:30.170350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6b9d5-1386-43c7-84ae-dc6d16319291 req-afca5857-7c92-49be-a4bc-95338d4cc111 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.171876 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-87e6b9d5-1386-43c7-84ae-dc6d16319291 req-afca5857-7c92-49be-a4bc-95338d4cc111 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0937364
Apr 15 10:55:30.223767 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-87e6b9d5-1386-43c7-84ae-dc6d16319291 req-f8710a04-4b26-4b9a-8ae1-6f9e0af42039 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451410
Apr 15 10:55:30.536019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c86099-3970-457d-a5e4-e5cf2bed1f96 req-a9e3e7b6-7bc5-47a7-b81c-d1063cba3954 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.537583 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5c86099-3970-457d-a5e4-e5cf2bed1f96 req-a9e3e7b6-7bc5-47a7-b81c-d1063cba3954 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.0911145
Apr 15 10:55:30.590380 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5c86099-3970-457d-a5e4-e5cf2bed1f96 req-fa8c7bf0-8d6a-4e9d-9e38-b26aa1ab5947 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451646
Apr 15 10:55:30.815553 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec8b58-184f-4b8e-b858-dfc80211cf53 req-d6823d84-8ed0-4877-8a1e-47dde6c073f9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.817031 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ec8b58-184f-4b8e-b858-dfc80211cf53 req-d6823d84-8ed0-4877-8a1e-47dde6c073f9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.0908585
Apr 15 10:55:31.071063 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-89ec8b58-184f-4b8e-b858-dfc80211cf53 req-ed8cbf1e-3aed-46d4-b246-ef2478751a82 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474968
Apr 15 10:55:31.315615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240cec-d7a8-4a40-b978-bdf23d9bccbe req-90b5ed26-878a-4ceb-86eb-d74ead8ac5b4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:31.317430 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4240cec-d7a8-4a40-b978-bdf23d9bccbe req-90b5ed26-878a-4ceb-86eb-d74ead8ac5b4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1029902
Apr 15 10:55:31.368920 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4240cec-d7a8-4a40-b978-bdf23d9bccbe req-d4c23280-9874-4bc0-9d97-c826fb627c4f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428808
Apr 15 10:55:31.434129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296db30e-0b10-4301-bd7b-21c93bfd59a5 req-3b3f6883-d911-4358-b7d4-0f5d739a59fc tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:31.436349 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-296db30e-0b10-4301-bd7b-21c93bfd59a5 req-3b3f6883-d911-4358-b7d4-0f5d739a59fc tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0901608
Apr 15 10:55:31.488101 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-296db30e-0b10-4301-bd7b-21c93bfd59a5 req-414c3f0c-0975-46fa-9350-582f23aaf7ae tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452766
Apr 15 10:55:31.798948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37992d55-9d71-4e86-8637-4c3f5c159430 req-37a3d851-aef2-4f71-8871-88db9b81786f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:31.800977 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-37992d55-9d71-4e86-8637-4c3f5c159430 req-37a3d851-aef2-4f71-8871-88db9b81786f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.0987170
Apr 15 10:55:31.857987 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-37992d55-9d71-4e86-8637-4c3f5c159430 req-1e2d3b72-566b-4aac-a447-68ee1959a001 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501676
Apr 15 10:55:32.273001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadba84-9458-41a2-9425-6239df4bc50e req-d3f2b74a-1bcc-4bbc-90d6-91252174ff3d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:32.275214 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5dadba84-9458-41a2-9425-6239df4bc50e req-d3f2b74a-1bcc-4bbc-90d6-91252174ff3d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.0874441
Apr 15 10:55:32.323285 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5dadba84-9458-41a2-9425-6239df4bc50e req-9da5a363-eabc-4dd9-bcf5-2c8982bf46c9 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415537
Apr 15 10:55:32.595498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb09a9-757e-42a6-8315-9c00788c8807 req-a560fc3f-a681-4633-897f-122117fcde42 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:32.597665 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bebb09a9-757e-42a6-8315-9c00788c8807 req-a560fc3f-a681-4633-897f-122117fcde42 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1061993
Apr 15 10:55:32.648292 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bebb09a9-757e-42a6-8315-9c00788c8807 req-4ab7d06e-128d-4c42-b57e-36f677c17960 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438907
Apr 15 10:55:32.725373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb92b4-0ebf-46d0-ae26-c64482d2ec5d req-c9da7035-24ea-468f-9c70-fa87238866e2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:32.733846 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b9bb92b4-0ebf-46d0-ae26-c64482d2ec5d req-c9da7035-24ea-468f-9c70-fa87238866e2 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1151655
Apr 15 10:55:32.818317 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b9bb92b4-0ebf-46d0-ae26-c64482d2ec5d req-5aa09fd4-a9e5-47e6-999b-a9e8119cb35f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829136
Apr 15 10:55:32.989204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92dd60-28f7-4db9-b3ec-00eed0f10d02 req-2cd4fa2f-acca-494c-ad63-33f834068bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:32.990845 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c92dd60-28f7-4db9-b3ec-00eed0f10d02 req-2cd4fa2f-acca-494c-ad63-33f834068bd1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.1197889
Apr 15 10:55:33.046543 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c92dd60-28f7-4db9-b3ec-00eed0f10d02 req-94f7dd5c-f305-4b8f-902a-048055aaf0d7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476317
Apr 15 10:55:33.106892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89967-a811-47a8-b1bd-4a02de4f0141 req-795c203a-e228-467a-86fe-f54f0c419980 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:33.108605 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cbb89967-a811-47a8-b1bd-4a02de4f0141 req-795c203a-e228-467a-86fe-f54f0c419980 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.0956981
Apr 15 10:55:33.169214 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cbb89967-a811-47a8-b1bd-4a02de4f0141 req-46dd52b5-b69e-4f49-8118-1987dfd26a7e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535405
Apr 15 10:55:33.929216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c89682-fdba-4172-a38a-433284784bd2 req-662a8429-7cdb-47b3-a748-5e8e801548ae tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:33.930901 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-29c89682-fdba-4172-a38a-433284784bd2 req-662a8429-7cdb-47b3-a748-5e8e801548ae tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0942152
Apr 15 10:55:33.983004 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-29c89682-fdba-4172-a38a-433284784bd2 req-36a1e21c-a1fd-4747-b88b-81781b6445af tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449295
Apr 15 10:55:34.042592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1387286-20e3-4f8f-98ad-837b5061fcbd req-81f87801-afb9-4780-921c-4d95ee35371f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:34.044201 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1387286-20e3-4f8f-98ad-837b5061fcbd req-81f87801-afb9-4780-921c-4d95ee35371f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1008334
Apr 15 10:55:34.111249 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1387286-20e3-4f8f-98ad-837b5061fcbd req-3526f93b-3bf1-4178-9342-ec9124765483 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598111
Apr 15 10:55:34.369963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 52700) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:34.518053 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-99746628-5f7b-4b86-b525-fc3e490cbed9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1466222
Apr 15 10:55:34.609139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e343b-f39e-4279-9c70-ff2d8ef5f4c9 req-cb4fe629-d0d2-4c7c-8bd0-4805fae7f2b7 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:34.610806 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-547e343b-f39e-4279-9c70-ff2d8ef5f4c9 req-cb4fe629-d0d2-4c7c-8bd0-4805fae7f2b7 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.1211123
Apr 15 10:55:34.687768 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-547e343b-f39e-4279-9c70-ff2d8ef5f4c9 req-73272be8-a8ac-4148-a8c4-6d6d7730a73e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704699
Apr 15 10:55:35.208406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec330b-45fe-4cbe-a03a-69389f87eafd req-3446b82b-099f-4b05-a427-a929cc136e98 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:35.210168 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5fec330b-45fe-4cbe-a03a-69389f87eafd req-3446b82b-099f-4b05-a427-a929cc136e98 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0952213
Apr 15 10:55:35.264598 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5fec330b-45fe-4cbe-a03a-69389f87eafd req-c1d5681f-670d-4b87-82c7-dfff81905242 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464904
Apr 15 10:55:35.333914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e33541-c8c3-42a5-b08d-d216afd5facc req-bcc18116-e48d-4b13-b500-18c186a36799 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:35.336130 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e9e33541-c8c3-42a5-b08d-d216afd5facc req-bcc18116-e48d-4b13-b500-18c186a36799 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1032786
Apr 15 10:55:35.391466 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e9e33541-c8c3-42a5-b08d-d216afd5facc req-2c2778b3-46d8-4f85-b8bf-c3e03a625465 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482509
Apr 15 10:55:35.976492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06258f-dcfa-4f08-bb16-a716e8dd668d req-c7214ac9-3ef7-4d3d-9cc2-0bb9818e65fe tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:35.978239 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c06258f-dcfa-4f08-bb16-a716e8dd668d req-c7214ac9-3ef7-4d3d-9cc2-0bb9818e65fe tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0946658
Apr 15 10:55:36.000305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ee61-b6d5-4bf5-8d8d-d66375d9f329 req-e560a70c-90b2-4997-8cd4-cbcccf880a24 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:36.001938 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5084ee61-b6d5-4bf5-8d8d-d66375d9f329 req-e560a70c-90b2-4997-8cd4-cbcccf880a24 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.1780536
Apr 15 10:55:36.004259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-643e2fb5-25a9-426e-aea9-017dcc8da6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:36.005888 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-643e2fb5-25a9-426e-aea9-017dcc8da6fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 1099 time: 0.1250873
Apr 15 10:55:36.028414 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c06258f-dcfa-4f08-bb16-a716e8dd668d req-4ccc4f4c-4c6c-4892-8db5-d69e60503afa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437229
Apr 15 10:55:36.054304 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5084ee61-b6d5-4bf5-8d8d-d66375d9f329 req-b9735cf8-2ab3-4b57-8085-87e63cfcdc07 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460486
Apr 15 10:55:36.473359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6b321-994b-4ec8-9b34-976fecdd69c6 req-d7834ace-205d-4292-aa16-ec49011f84f6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:36.474954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-add6b321-994b-4ec8-9b34-976fecdd69c6 req-d7834ace-205d-4292-aa16-ec49011f84f6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0881305
Apr 15 10:55:36.522670 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-add6b321-994b-4ec8-9b34-976fecdd69c6 req-256dfec6-a4b1-49af-b5dc-340a38d8baef tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412536
Apr 15 10:55:37.075753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-86a0f9a1-cc63-44b2-856f-98f1ad5ba130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:37.077373 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-86a0f9a1-cc63-44b2-856f-98f1ad5ba130 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 921 time: 0.1548314
Apr 15 10:55:37.235092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90447425-336f-4cb3-bc02-86991a8cc75d req-aced3989-7024-4cd2-ab72-fe4ffd58c648 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:37.236702 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90447425-336f-4cb3-bc02-86991a8cc75d req-aced3989-7024-4cd2-ab72-fe4ffd58c648 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0892341
Apr 15 10:55:37.261212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb341cc-d9f6-4af0-9988-8d97c289aa63 req-77722d5c-6ef6-4662-b578-92939e2939fc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:37.262831 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5fb341cc-d9f6-4af0-9988-8d97c289aa63 req-77722d5c-6ef6-4662-b578-92939e2939fc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.0943487
Apr 15 10:55:37.285472 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90447425-336f-4cb3-bc02-86991a8cc75d req-b88767d4-58b6-4fad-a195-f9b41978cdf0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422635
Apr 15 10:55:37.311395 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5fb341cc-d9f6-4af0-9988-8d97c289aa63 req-827e4479-6b0e-4499-b851-4cfe16466a43 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421350
Apr 15 10:55:37.734657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b85e4-7042-4731-8223-9ff9edcf8b58 req-28b8886b-340c-4464-999e-ef3b73a185ed tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:37.736267 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-983b85e4-7042-4731-8223-9ff9edcf8b58 req-28b8886b-340c-4464-999e-ef3b73a185ed tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0922108
Apr 15 10:55:37.786520 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-983b85e4-7042-4731-8223-9ff9edcf8b58 req-9c1d52eb-c1fa-4a0a-9cf1-3b5885d2e8a3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435452
Apr 15 10:55:37.808862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:37.878486 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-a98b09bd-9cd7-47ff-81e0-c73b0c53a5f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 200  len: 217 time: 0.0702684
Apr 15 10:55:38.489440 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f64f3b-10d4-45ae-b4be-1f90e9d2d277 req-bb0b0b50-d0fb-47cd-b358-e773c0b72549 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:38.491014 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6f64f3b-10d4-45ae-b4be-1f90e9d2d277 req-bb0b0b50-d0fb-47cd-b358-e773c0b72549 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0877030
Apr 15 10:55:38.512874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d199d0-e377-4c06-b665-bfbac949eea3 req-985c6fa9-1b94-4ab8-98a0-a5ceaf8770ff tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:38.514508 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-80d199d0-e377-4c06-b665-bfbac949eea3 req-985c6fa9-1b94-4ab8-98a0-a5ceaf8770ff tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.0887907
Apr 15 10:55:38.542809 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6f64f3b-10d4-45ae-b4be-1f90e9d2d277 req-430a005b-2b38-4cd7-99e7-70ebfd698746 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448511
Apr 15 10:55:38.563293 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-80d199d0-e377-4c06-b665-bfbac949eea3 req-909fe4ef-6c06-409c-ae6b-97bb16c37612 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423193
Apr 15 10:55:38.906803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-3b97afe0-4660-4649-9dca-027b2d47f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:38.908348 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-3b97afe0-4660-4649-9dca-027b2d47f217 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.0687227
Apr 15 10:55:38.965084 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-9f87deaf-15f3-49f9-a1f4-447bdec81799 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483038
Apr 15 10:55:38.998508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e549-c0d0-4752-b98e-754a7d4082e3 req-0c2c3f3a-8e76-465f-868b-10db23c77461 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:39.000099 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa5e549-c0d0-4752-b98e-754a7d4082e3 req-0c2c3f3a-8e76-465f-868b-10db23c77461 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0890052
Apr 15 10:55:39.048852 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa5e549-c0d0-4752-b98e-754a7d4082e3 req-0fe4bff5-5b58-4923-bea3-f0a4b64ad489 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418582
Apr 15 10:55:39.116958 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-7841a2bf-7a66-4063-afa0-8cbb3208428c service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427391
Apr 15 10:55:39.184099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-b6231fd6-1a43-42a2-b4dc-e45f5b9e3f33 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:39.185769 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-b6231fd6-1a43-42a2-b4dc-e45f5b9e3f33 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.1020079
Apr 15 10:55:39.270763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Deleting port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:39.271151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.272174 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5ffadf5-5031-48b7-b5f0-e5e3622b85d9 req-85e384c3-bb2e-492b-a225-714633cc5361 service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479354
Apr 15 10:55:39.535883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] For port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:39.536395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.568758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:55:39.672235 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Calling delete_port for b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:39.801294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c04e0-7778-49af-94b8-e05387564e82 req-56ff34ec-3a04-4fc3-b2c0-a2640f7a995f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:39.802932 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-aa9c04e0-7778-49af-94b8-e05387564e82 req-56ff34ec-3a04-4fc3-b2c0-a2640f7a995f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1101398
Apr 15 10:55:39.858490 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-aa9c04e0-7778-49af-94b8-e05387564e82 req-5081987e-d61b-455c-85bc-7af0b60008fe tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482872
Apr 15 10:55:39.881648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1b80c-2f51-4abc-9f7f-7342472514b6 req-dc35a389-f1d0-4dd9-abe6-f9e1828b5057 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:39.883257 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-29b1b80c-2f51-4abc-9f7f-7342472514b6 req-dc35a389-f1d0-4dd9-abe6-f9e1828b5057 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb4d5eac-d214-436d-bb92-3a328d61a574 HTTP/1.1" status: 200  len: 945 time: 0.1669219
Apr 15 10:55:39.960709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.969579 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-29b1b80c-2f51-4abc-9f7f-7342472514b6 req-dd47032c-ccec-4096-8e17-1c66bebf1cc0 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775313
Apr 15 10:55:39.975300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:40.051069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:40.113659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Pushing event deleted for resources: {'Port': ['ID=b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:40.124640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.125187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.125733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.126210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.126677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.127141 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.127600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.128060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.128524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.128984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.129478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.129946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:40.135764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:40.274954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] No DVR routers for this DVR port b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 on host hv-cinder-78638 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:40.277983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.281775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'name': 'network-vif-deleted', 'tag': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:40.307398 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4236d31-2bba-4891-97c7-ca96fccd1cbd req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "DELETE /v2.0/ports/b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 HTTP/1.1" status: 204  len: 173 time: 1.1141741
Apr 15 10:55:40.325568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120328-2feb-40d4-a19d-e4cbbefa86ee req-28f0239b-095a-451c-985e-7c63540ef17b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:40.327483 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a8120328-2feb-40d4-a19d-e4cbbefa86ee req-28f0239b-095a-451c-985e-7c63540ef17b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1062243
Apr 15 10:55:40.351294 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4d5eac-d214-436d-bb92-3a328d61a574', 'name': 'network-vif-deleted', 'tag': 'b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915', 'status': 'completed', 'code': 200}
Apr 15 10:55:40.385715 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a8120328-2feb-40d4-a19d-e4cbbefa86ee req-a98535ed-1216-46a2-9bcb-5bd03acaf9e1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509365
Apr 15 10:55:41.072119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109c74c-591a-4f8b-889b-64471b5de14f req-d314baf2-9f54-4dd0-b848-aaab2d855836 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:41.073796 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a109c74c-591a-4f8b-889b-64471b5de14f req-d314baf2-9f54-4dd0-b848-aaab2d855836 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0932608
Apr 15 10:55:41.123528 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a109c74c-591a-4f8b-889b-64471b5de14f req-acad6afb-22ee-4cec-a9e8-e16432cba400 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430288
Apr 15 10:55:41.613175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47622f-c485-47cc-bd89-34645bfabb10 req-e36f5d6b-3579-4912-af5b-4b2256a03373 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:41.614808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bb47622f-c485-47cc-bd89-34645bfabb10 req-e36f5d6b-3579-4912-af5b-4b2256a03373 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0944741
Apr 15 10:55:41.629118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-b6e7a20e-201e-46db-9168-45f58a6b70e4 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:41.630692 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-b6e7a20e-201e-46db-9168-45f58a6b70e4 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/networks?id=575007ab-9bc0-410b-9478-dac6664618d8 HTTP/1.1" status: 200  len: 809 time: 0.3631003
Apr 15 10:55:41.646545 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-670ab776-6c5b-45b2-b47c-53098419000b tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/quotas/7b3d010fa339435fa4ea9fa2f3d24696 HTTP/1.1" status: 200  len: 375 time: 0.0097198
Apr 15 10:55:41.663693 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bb47622f-c485-47cc-bd89-34645bfabb10 req-960d18c5-7904-40ef-aba2-226f370f8374 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418265
Apr 15 10:55:41.704068 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-89db1a3b-a3a1-42d7-bc58-618ebe08bb26 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0516405
Apr 15 10:55:41.851125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-2719f39b-4089-44bb-884b-b5323c815655 service neutron] 10.222.0.93 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391132
Apr 15 10:55:41.992320 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-d1eb7524-1f67-43f6-857d-095a81e7fd53 service neutron] 10.222.0.93 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338248
Apr 15 10:55:42.186268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-ee9af493-470d-490d-afba-76971063601e req-0ea71bf2-3d97-4475-831a-3b475c8ba6f6 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Synchronizing usage tracker for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:42.202364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-ee9af493-470d-490d-afba-76971063601e req-0ea71bf2-3d97-4475-831a-3b475c8ba6f6 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Unset dirty status for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:42.203827 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ee9af493-470d-490d-afba-76971063601e req-0ea71bf2-3d97-4475-831a-3b475c8ba6f6 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 210 time: 0.0669849
Apr 15 10:55:42.334551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b758dfb-1fa9-4b58-b47c-5501d2a09e83 req-9e58030e-49ef-46d6-bd0d-63e5756559da tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:42.336151 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b758dfb-1fa9-4b58-b47c-5501d2a09e83 req-9e58030e-49ef-46d6-bd0d-63e5756559da tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0882590
Apr 15 10:55:42.388345 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b758dfb-1fa9-4b58-b47c-5501d2a09e83 req-5f21ca1b-9c9e-4042-80f5-dc0ed5395e18 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448923
Apr 15 10:55:42.873705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2745fc1-5f43-4bf2-b221-fa82de9fe628 req-182d670c-2241-43a7-b4a8-1fb47b7d6c52 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:42.875301 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2745fc1-5f43-4bf2-b221-fa82de9fe628 req-182d670c-2241-43a7-b4a8-1fb47b7d6c52 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0909328
Apr 15 10:55:42.922285 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2745fc1-5f43-4bf2-b221-fa82de9fe628 req-0ebb8938-4eec-4225-b24e-ae60a75ae12c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404842
Apr 15 10:55:43.374908 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a86325b0-3213-4178-95b5-7c8f773c7efe req-55a9af8e-8974-4ca2-b820-96cb5a413cdc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 210 time: 0.0567520
Apr 15 10:55:43.592309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac2df5-acdc-4891-aa6c-e2d41e037295 req-8908a55d-5082-46d0-aa81-bb32de6b3a29 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:43.593965 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bcac2df5-acdc-4891-aa6c-e2d41e037295 req-8908a55d-5082-46d0-aa81-bb32de6b3a29 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0887649
Apr 15 10:55:43.645336 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bcac2df5-acdc-4891-aa6c-e2d41e037295 req-1e884fe1-c268-4e67-b0e6-fb62fde1e837 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445812
Apr 15 10:55:44.139338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168962e-ead5-497c-b061-efd7c2bab590 req-266a86e3-be66-4a43-b2ef-4d4e21297ec9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:44.141070 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8168962e-ead5-497c-b061-efd7c2bab590 req-266a86e3-be66-4a43-b2ef-4d4e21297ec9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0944757
Apr 15 10:55:44.192110 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8168962e-ead5-497c-b061-efd7c2bab590 req-c7330862-9035-4b4c-8e74-aa19e97371a3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440731
Apr 15 10:55:44.550436 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2447da68-9f28-417e-ab8e-b8bd8aff2f7c req-54c8033d-9811-4fcb-9a6b-c69c3eac5ed1 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 210 time: 0.0513036
Apr 15 10:55:44.879963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:44.901122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ad28-734a-47a8-9cf4-1dbe235bb1ad req-02038b4b-e66c-47ba-a279-f35b767ef0ff tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:44.902798 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a498ad28-734a-47a8-9cf4-1dbe235bb1ad req-02038b4b-e66c-47ba-a279-f35b767ef0ff tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1279724
Apr 15 10:55:44.959644 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a498ad28-734a-47a8-9cf4-1dbe235bb1ad req-be6fe75a-a49a-439e-863e-5a0a05234806 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498590
Apr 15 10:55:44.979328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:44.979727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b06aafdd-8d8b-4d8d-b01b-eaa1cfb5a915 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:44.989948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-b31ef94d-5bbe-4bd4-ab7e-320f978afc16 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:44.991501 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-b31ef94d-5bbe-4bd4-ab7e-320f978afc16 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "GET /v2.0/networks?id=575007ab-9bc0-410b-9478-dac6664618d8 HTTP/1.1" status: 200  len: 809 time: 0.2042351
Apr 15 10:55:45.016097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Request body: {'port': {'device_id': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8', 'admin_state_up': True, 'tenant_id': '7b3d010fa339435fa4ea9fa2f3d24696'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:45.188920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:45.206315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:45.221695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Made reservation on behalf of 7b3d010fa339435fa4ea9fa2f3d24696 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:45.229121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.430403 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626805-a860-4aaf-b4d7-d3fbede0861a req-8ffc8dae-0b01-477d-9bfe-3f6be9366f35 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:45.434932 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2e626805-a860-4aaf-b4d7-d3fbede0861a req-8ffc8dae-0b01-477d-9bfe-3f6be9366f35 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0967298
Apr 15 10:55:45.459131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Allocated IP 172.20.0.5 (575007ab-9bc0-410b-9478-dac6664618d8/ca40a393-938d-42d8-b297-0e6815820a1b/1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:45.485616 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2e626805-a860-4aaf-b4d7-d3fbede0861a req-05779ed8-4387-4073-a7c2-b9ef2f7fded4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458393
Apr 15 10:55:45.756610 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9634e89c-cdb3-4e85-bf14-f2b63329ba43 req-8d3d631c-b91c-4c50-a127-4a43f9b92235 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 210 time: 0.0699003
Apr 15 10:55:45.897220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.927949 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.942791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:46.080236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Pushing event updated for resources: {'Port': ['ID=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:46.084632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:46.140149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Network 575007ab-9bc0-410b-9478-dac6664618d8 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:46.141383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:46.143800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:46.210591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:46.211261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.239868 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2283404
Apr 15 10:55:46.711422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48117d97-fd3d-413b-998a-b96cd2f5cec7 req-f288f607-8d6d-4d03-b356-021632fb0ea2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:46.713717 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-48117d97-fd3d-413b-998a-b96cd2f5cec7 req-f288f607-8d6d-4d03-b356-021632fb0ea2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1014848
Apr 15 10:55:46.767778 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-48117d97-fd3d-413b-998a-b96cd2f5cec7 req-8a243f42-5250-4ebd-acbe-ee55cc8930e1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471108
Apr 15 10:55:46.969298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbe6cd-19c8-44ae-9d4a-e97da1c57bad req-892f638e-22c9-473b-9bfe-8dfe9aa2e3e5 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:46.971052 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0dfbe6cd-19c8-44ae-9d4a-e97da1c57bad req-892f638e-22c9-473b-9bfe-8dfe9aa2e3e5 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 931 time: 0.0886626
Apr 15 10:55:47.022213 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0dfbe6cd-19c8-44ae-9d4a-e97da1c57bad req-303290ef-96f9-4929-a6bf-60505b0d7e23 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438890
Apr 15 10:55:47.444509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3e91f1e2-5568-46ca-bffe-7c08c8d915b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:47.975131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09f8e5-facc-4d21-8d72-0398614d7adf req-d78db830-3899-46f6-9cbf-4457a1cc4e81 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:47.976681 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5e09f8e5-facc-4d21-8d72-0398614d7adf req-d78db830-3899-46f6-9cbf-4457a1cc4e81 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0875175
Apr 15 10:55:48.023417 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5e09f8e5-facc-4d21-8d72-0398614d7adf req-fc0bda44-d8ee-4789-bc28-427e711805ba tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398059
Apr 15 10:55:48.228487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81645be9-dd56-434d-89c7-a36aba0d6c74 req-03adf560-6077-40b1-b24c-3c3ef26eca55 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:48.230089 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81645be9-dd56-434d-89c7-a36aba0d6c74 req-03adf560-6077-40b1-b24c-3c3ef26eca55 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 931 time: 0.0925388
Apr 15 10:55:48.277328 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81645be9-dd56-434d-89c7-a36aba0d6c74 req-db075a8c-2c3c-4dcc-8bb4-e7c5416d076e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409541
Apr 15 10:55:48.734074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Request body: {'port': {'device_id': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:48.858096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.301619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c80b-b462-40c8-b6c3-745c0a55897c req-67966a8d-6783-401a-bce0-e9fb13ca4155 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:49.303280 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-00d9c80b-b462-40c8-b6c3-745c0a55897c req-67966a8d-6783-401a-bce0-e9fb13ca4155 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1511700
Apr 15 10:55:49.413610 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-00d9c80b-b462-40c8-b6c3-745c0a55897c req-5e4559b8-9a16-41b0-864e-db477816a65d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990574
Apr 15 10:55:49.422006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:49.431294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.456618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Transition to ACTIVE for port object 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:49.459524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.461085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a7e796d7-7fa1-4eb0-be1e-0fdd15544b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.475888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:49.506056 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18110320-7831-48e0-8840-cce0f4468207 req-47e9606c-c18c-400b-aa9f-cb18b9bfb8a9 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:49.507692 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18110320-7831-48e0-8840-cce0f4468207 req-47e9606c-c18c-400b-aa9f-cb18b9bfb8a9 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 943 time: 0.1009138
Apr 15 10:55:49.579766 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18110320-7831-48e0-8840-cce0f4468207 req-9005efd7-7f4e-4b91-a369-a1e56e0661a3 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521371
Apr 15 10:55:49.641951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:49.647389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:49.911574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Attempting to bind port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:49.912119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Attempting to bind port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:49.912937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Attempting to bind port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 on network 575007ab-9bc0-410b-9478-dac6664618d8 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:49.921497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 on network 575007ab-9bc0-410b-9478-dac6664618d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:55:49.922149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Attempting to bind port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 on network 575007ab-9bc0-410b-9478-dac6664618d8 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:49.931691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:49.932100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Checking segment: {'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:49.932479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Bound using segment: {'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:49.945765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Bound port: 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdfbf95-2485-416c-89e6-3aac439a3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:49.946907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.030521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 52962) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:50.101328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] For port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:50.105421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] For port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:50.108936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.125928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bb2d5822-be11-4de5-878e-a8258f140ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:50.245592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.294402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:50.317666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Usage tracker for resource:security_group_rule and tenant:b615f78925314ec89fcec3bfe9dd6a86 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:50.322777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:50.331699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:50.343634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:50.345959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:50.388408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:50.389080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.390561 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 HTTP/1.1" status: 200  len: 1093 time: 1.6615200
Apr 15 10:55:50.391073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'tag': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:50.444125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'tag': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8', 'status': 'completed', 'code': 200}
Apr 15 10:55:50.460870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.464647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.473528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0fee3b6c-938f-47e3-95e3-b9e271765e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:50.519544 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b615f78925314ec89fcec3bfe9dd6a86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4851475
Apr 15 10:55:50.519544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a69c16-6a63-43d0-92c7-446c9b1b32e6,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:50.520259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 52978) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:50.522290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:50.658959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.694264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.708540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.727126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c08c8-9b96-46de-8665-4b3bdf5bceda req-d7276a0c-fe53-47bb-9da7-61df625c80be tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:50.729545 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-429c08c8-9b96-46de-8665-4b3bdf5bceda req-d7276a0c-fe53-47bb-9da7-61df625c80be tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1797664
Apr 15 10:55:50.804763 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-429c08c8-9b96-46de-8665-4b3bdf5bceda req-74873cf6-60e5-4841-8f3b-122040822620 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656786
Apr 15 10:55:50.812410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.817782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d37c7347-279c-4826-b739-15c316b89d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:50.831999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a69c16-6a63-43d0-92c7-446c9b1b32e6,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:50.840988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.844670 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c2a69c16-6a63-43d0-92c7-446c9b1b32e6 HTTP/1.1" status: 204  len: 168 time: 0.3209200
Apr 15 10:55:50.844670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.844670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.845083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.845548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.845946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.846710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.846710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.847412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.847663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.847994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.848371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.848742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:50.853160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:51.028793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6c0f6-40c1-4227-8ee4-683ca1872198 req-6ee2f538-b826-4f55-a7af-f49df8d2319c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:51.030469 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4db6c0f6-40c1-4227-8ee4-683ca1872198 req-6ee2f538-b826-4f55-a7af-f49df8d2319c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 943 time: 0.0947044
Apr 15 10:55:51.082593 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4db6c0f6-40c1-4227-8ee4-683ca1872198 req-4f830fcb-34cd-4bf2-b8df-1baef30e4f2d tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445683
Apr 15 10:55:51.130062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.574319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53016) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:51.686225 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1726469623-network', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:51.691270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:51.695389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Usage tracker for resource:network and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:51.699071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:51.705697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:51.716289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Made reservation on behalf of 20378def4f1f4105aec253d39ff8fba7 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:51.721092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.734238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.753569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:51.757609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:51.761192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:51.767416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:51.853256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.856057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.860334 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-54f87b5a-3ae7-4b70-b4fd-81d1fe119909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:51.881414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:55:51.903631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c185391c-3449-4bee-b45d-552d988d7cf4,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:51.906780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.907164 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Added segment ec79da78-ff25-4761-ae01-03eac501832e of type vlan for network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41
Apr 15 10:55:51.908476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:51.937333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.968371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.969802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:51.970451 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.975527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:52.021136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61690e1-a001-43a7-baf0-43aa8c12f5c8 req-6e562b1b-5900-4348-b15d-39e89965323b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:52.022766 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d61690e1-a001-43a7-baf0-43aa8c12f5c8 req-6e562b1b-5900-4348-b15d-39e89965323b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0897541
Apr 15 10:55:52.076217 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d61690e1-a001-43a7-baf0-43aa8c12f5c8 req-9a9af030-6f4e-4349-8f31-178c22aed400 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462799
Apr 15 10:55:52.085031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:52.092234 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5140181
Apr 15 10:55:52.092234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:52.092740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53028) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:52.098853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Request body: {'subnet': {'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1726469623-subnet', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:52.104394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:55:52.105257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:52.109466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Usage tracker for resource:subnet and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:52.112556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:52.119609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:52.132649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Made reservation on behalf of 20378def4f1f4105aec253d39ff8fba7 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:52.138135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214511'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.271955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.296657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.398298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7fb1-4aa3-4434-ac90-7839bdda41d2 req-78594126-f612-4ac2-b833-3c17b208adbc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:52.400690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-180b7fb1-4aa3-4434-ac90-7839bdda41d2 req-78594126-f612-4ac2-b833-3c17b208adbc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 943 time: 0.1606994
Apr 15 10:55:52.489280 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-180b7fb1-4aa3-4434-ac90-7839bdda41d2 req-a610c4cd-97d1-4812-bfdd-23eb8b100695 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817754
Apr 15 10:55:52.684675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214526'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.700587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:52.834578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:52.839540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:52.913244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Checking segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:52.913954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Network hostable DHCP agents. Network: 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:55:52.936590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:55:52.944519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:52.954092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9d31a-acf8-4aaf-9f56-039a3548bce7 None None] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:55:52.956398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:52.957062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.975873 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-92949d4d-01e0-47e3-93dc-366b0d49e4fe admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8819988
Apr 15 10:55:52.979416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53036) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:52.984793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:52.989538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:52.994173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Usage tracker for resource:router and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:52.997871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:53.004024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:53.013007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.014218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.030042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.186969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:55:53.187906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.299161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b57246-a398-41d8-a6b0-3f6c36feb248 req-d49a99d9-40a6-46ed-9dd6-30e068a91229 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.308017 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-40b57246-a398-41d8-a6b0-3f6c36feb248 req-d49a99d9-40a6-46ed-9dd6-30e068a91229 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1047506
Apr 15 10:55:53.366140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.391959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Allocated IP 172.20.0.2 (3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41/20d92b8d-46f6-4b78-bb84-4d5e0c0a9219/95db1493-3d96-435f-8f10-24e67540bfd5) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:53.404674 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-40b57246-a398-41d8-a6b0-3f6c36feb248 req-5c6687dd-d643-447a-915d-abd76bd15ffa tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957503
Apr 15 10:55:53.472388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcdf6a-32a0-4b55-8f7b-efe568e2b982 req-9699da6d-5dbb-41f7-a86e-aacf90bd9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.474055 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76dcdf6a-32a0-4b55-8f7b-efe568e2b982 req-9699da6d-5dbb-41f7-a86e-aacf90bd9a12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 1096 time: 0.1310482
Apr 15 10:55:53.676126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcdf6a-32a0-4b55-8f7b-efe568e2b982 req-39bfeebe-b382-482e-8620-635c3a6d997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.677696 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76dcdf6a-32a0-4b55-8f7b-efe568e2b982 req-39bfeebe-b382-482e-8620-635c3a6d997a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1956375
Apr 15 10:55:53.735632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.749942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Transition to ACTIVE for port object 95db1493-3d96-435f-8f10-24e67540bfd5 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:53.773010 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Transition to ACTIVE for port object 95db1493-3d96-435f-8f10-24e67540bfd5 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:53.779645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.847385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcdf6a-32a0-4b55-8f7b-efe568e2b982 req-b226ff65-7bce-4f57-b79f-8c858e1e55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.849122 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76dcdf6a-32a0-4b55-8f7b-efe568e2b982 req-b226ff65-7bce-4f57-b79f-8c858e1e55ea service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1642580
Apr 15 10:55:53.856295 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:53.950785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Pushing event updated for resources: {'Port': ['ID=95db1493-3d96-435f-8f10-24e67540bfd5,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:53.956132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:53.989333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-76b109e2-bed4-4195-b911-d3c925be9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.990934 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-76b109e2-bed4-4195-b911-d3c925be9b2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 1096 time: 0.0835226
Apr 15 10:55:54.004706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:54.006089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:54.008497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:54.090202 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-4c68f035-d708-4065-9b48-534a065fbb34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 HTTP/1.1" status: 200  len: 217 time: 0.0892189
Apr 15 10:55:54.125322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Attempting to bind port 95db1493-3d96-435f-8f10-24e67540bfd5 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:54.126037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Attempting to bind port 95db1493-3d96-435f-8f10-24e67540bfd5 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:54.126751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Attempting to bind port 95db1493-3d96-435f-8f10-24e67540bfd5 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:54.133860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:54.134509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Checking segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:54.135135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.135748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Bound using segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:54.136536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Bound port: 95db1493-3d96-435f-8f10-24e67540bfd5, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:54.137274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.182605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-34b2ba04-0d0f-419b-877f-f76c5fa7fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:54.184321 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-34b2ba04-0d0f-419b-877f-f76c5fa7fa28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca40a393-938d-42d8-b297-0e6815820a1b HTTP/1.1" status: 200  len: 849 time: 0.0853152
Apr 15 10:55:54.199251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.243998 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] For port 95db1493-3d96-435f-8f10-24e67540bfd5, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:54.247256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] For port 95db1493-3d96-435f-8f10-24e67540bfd5, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=95db1493-3d96-435f-8f10-24e67540bfd5,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:54.251663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.253893 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-db393cc9-165c-4dbf-9e8b-7d77f9aab9d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=575007ab-9bc0-410b-9478-dac6664618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530427
Apr 15 10:55:54.267531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:54.278421 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-7710649c-9cdc-40a1-814b-9d643e584a64 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5946105
Apr 15 10:55:54.279502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.337351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0063b-8398-4813-9679-0abcdf22fed6 req-491a66e0-936b-4d21-9080-7e3044bc289f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:54.345515 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-71d0063b-8398-4813-9679-0abcdf22fed6 req-491a66e0-936b-4d21-9080-7e3044bc289f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 943 time: 0.6628411
Apr 15 10:55:54.514073 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-064c3c9e-9809-4349-bff1-792c60621233 service neutron] 10.222.0.89 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2493842
Apr 15 10:55:54.516903 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-71d0063b-8398-4813-9679-0abcdf22fed6 req-1921a564-8cc6-411b-b1e5-9b57069e781a tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703296
Apr 15 10:55:54.664280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Pushing event updated for resources: {'Port': ['ID=95db1493-3d96-435f-8f10-24e67540bfd5,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:54.670179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:54.671489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-b3d67c6c-5b55-4144-bb75-10ca8eb9d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:54.673097 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-b3d67c6c-5b55-4144-bb75-10ca8eb9d62d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a&tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 1096 time: 0.4371018
Apr 15 10:55:54.677920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-2c137e23-2a02-46b1-b38d-660f9b3a240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:54.679483 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-2c137e23-2a02-46b1-b38d-660f9b3a240e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74986e2eb06646fd84ac971fbe14ffda&device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 1099 time: 0.3228941
Apr 15 10:55:54.705618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Allocated IP 172.27.1.117 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/270aec5c-a9b1-418d-a2ff-d8bc512d820d) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:55.067887 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6df673ff-994a-451a-9aa9-1174e93a25f4 req-91ac4e5a-6632-46f0-9e25-dba510211f67 service neutron] 10.222.0.89 "GET /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5444658
Apr 15 10:55:55.078735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a3f59-96ec-4021-adfb-ab760286d3fc req-7eae91c6-5c0e-46ee-9f7d-22e035366d50 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:55.080508 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e9a3f59-96ec-4021-adfb-ab760286d3fc req-7eae91c6-5c0e-46ee-9f7d-22e035366d50 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.4058449
Apr 15 10:55:55.099306 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.126563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-c2659d1d-dfe0-469c-85e9-f813916bf295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:55.128435 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-c2659d1d-dfe0-469c-85e9-f813916bf295 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1096 time: 0.3005028
Apr 15 10:55:55.136534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-369759b2-c931-4ac5-b5ca-1e9bb5f16901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:55.138138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-369759b2-c931-4ac5-b5ca-1e9bb5f16901 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 200  len: 921 time: 0.3089495
Apr 15 10:55:55.158293 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e9a3f59-96ec-4021-adfb-ab760286d3fc req-6b7ba7df-2851-4545-9a39-747dfcf8796d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701225
Apr 15 10:55:55.322857 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-ada74310-0cf0-4eb4-975e-2d4eea99e247 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 HTTP/1.1" status: 200  len: 217 time: 0.1706612
Apr 15 10:55:55.391499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.410562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:55.573196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-18a7d0f2-17f4-4b8e-8873-aa638e7b3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:55.574803 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-18a7d0f2-17f4-4b8e-8873-aa638e7b3af8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 200  len: 859 time: 0.2404807
Apr 15 10:55:55.647920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Pushing event updated for resources: {'Port': ['ID=270aec5c-a9b1-418d-a2ff-d8bc512d820d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:55.651732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:55.674650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-9ffa27c5-c871-4551-ad3a-1230fe034fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:55.676292 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-9ffa27c5-c871-4551-ad3a-1230fe034fba service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.5253835
Apr 15 10:55:55.733801 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-5557f5f8-cc36-477f-bbf6-1fc2f215ff64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e708f5ba-7f80-4884-85cc-9bbf29be3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1356139
Apr 15 10:55:55.752081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 95db1493-3d96-435f-8f10-24e67540bfd5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:55.862471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 95db1493-3d96-435f-8f10-24e67540bfd5 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:55.986239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:55.996960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:55.999438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:56.229843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a8f0d5-0f7f-40f1-84c5-6c4850103374 None None] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:55:56.267958 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-1768a67f-5688-4c64-bc11-ed478686b1ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7edebf2-5349-462a-803d-b8888fb38b0c HTTP/1.1" status: 200  len: 998 time: 0.5409200
Apr 15 10:55:56.349906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Provisioning for port 95db1493-3d96-435f-8f10-24e67540bfd5 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:56.378248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Provisioning complete for port 95db1493-3d96-435f-8f10-24e67540bfd5 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:56.378705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:56.409691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcdf90-4bd0-433b-ba91-32813a7f1ebc req-f78a687d-6f59-450b-a284-c09c5bbd3fd5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:56.417174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a82fa-e9a0-466c-9262-74249542b069 req-2a81b352-4730-486d-bdaa-f6f59a4cb591 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:56.420480 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-439a82fa-e9a0-466c-9262-74249542b069 req-2a81b352-4730-486d-bdaa-f6f59a4cb591 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 943 time: 0.7660174
Apr 15 10:55:56.421068 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1fbcdf90-4bd0-433b-ba91-32813a7f1ebc req-f78a687d-6f59-450b-a284-c09c5bbd3fd5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1118395
Apr 15 10:55:56.426255 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-7668f026-f107-4434-b0e1-9e503c132ccb service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6171038
Apr 15 10:55:56.483785 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1fbcdf90-4bd0-433b-ba91-32813a7f1ebc req-89b32cba-72ba-44ce-a79f-7204d4c37593 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634289
Apr 15 10:55:56.680253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:56.690418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-5e6abd57-1b35-4d8c-8474-5c9c7802786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:56.692073 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-5e6abd57-1b35-4d8c-8474-5c9c7802786a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.4031696
Apr 15 10:55:56.763777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] For port 95db1493-3d96-435f-8f10-24e67540bfd5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=95db1493-3d96-435f-8f10-24e67540bfd5,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:56.768923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:56.770839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:56.848055 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-439a82fa-e9a0-466c-9262-74249542b069 req-1c2c63c2-4594-434d-b97a-202b541670e6 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271337
Apr 15 10:55:56.871366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Pushing event updated for resources: {'Port': ['ID=95db1493-3d96-435f-8f10-24e67540bfd5,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:56.883893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:56.997376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d6dc1181-23b4-4d8a-804c-0d11de0273b9 None None] Provisioning complete for port 95db1493-3d96-435f-8f10-24e67540bfd5 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:56.997893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1181-23b4-4d8a-804c-0d11de0273b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.074808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62004962-e3eb-4117-99e0-cd2bbc9055c8 req-3f49cb31-a3b9-40ce-9f81-15686153b94f service neutron] 10.222.0.89 "GET /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5779219
Apr 15 10:55:57.115758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-785a7ce3-ed0d-44e4-987d-fe730384bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:57.117458 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-785a7ce3-ed0d-44e4-987d-fe730384bd8f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4139769
Apr 15 10:55:57.247460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.355643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:55:57.453710 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-8303e6ee-3d6f-40e5-87ba-e497e3501b42 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3274343
Apr 15 10:55:57.523207 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:57.538276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8', 'network_id': '575007ab-9bc0-410b-9478-dac6664618d8', 'port_id': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8', 'mac_address': 'fa:16:3e:07:bf:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca40a393-938d-42d8-b297-0e6815820a1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:55:57.606361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.629152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:57.646434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:57.650743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.653601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:57.698495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 95db1493-3d96-435f-8f10-24e67540bfd5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:57.743818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869869-c501-4a8b-b92e-02c8dcf59f4a req-07574891-8757-41fd-a391-84c5198b7f3f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:57.752305 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cd869869-c501-4a8b-b92e-02c8dcf59f4a req-07574891-8757-41fd-a391-84c5198b7f3f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1308162
Apr 15 10:55:57.786936 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db4703de-d450-49d6-b78e-79d2197ffba1 req-71582be5-024a-4435-862f-7dcc3310c4b3 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3190165
Apr 15 10:55:57.803260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.810883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:57.812670 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cd869869-c501-4a8b-b92e-02c8dcf59f4a req-c272f262-5094-4617-a264-c09c424c47b2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590909
Apr 15 10:55:57.814561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:57.829757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 95db1493-3d96-435f-8f10-24e67540bfd5 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:57.830853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.010470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:58.332542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f781-aeb3-4624-af3c-34cf0ebd5e75 req-2916c548-bef2-494d-ad2f-85fb06fe803c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:58.334175 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e244f781-aeb3-4624-af3c-34cf0ebd5e75 req-2916c548-bef2-494d-ad2f-85fb06fe803c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 944 time: 0.1394725
Apr 15 10:55:58.383746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:55:58.403513 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e244f781-aeb3-4624-af3c-34cf0ebd5e75 req-27e71c40-1988-448d-ba0e-eff8f2069eea tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610156
Apr 15 10:55:58.500700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537725-4afa-46eb-9ea7-e81d82460fd2 req-3f45e2a1-9cf3-429d-9fd7-189aa4fc80f1 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:58.502705 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-03537725-4afa-46eb-9ea7-e81d82460fd2 req-3f45e2a1-9cf3-429d-9fd7-189aa4fc80f1 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1265490
Apr 15 10:55:58.556237 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-03537725-4afa-46eb-9ea7-e81d82460fd2 req-cd3b2200-f5f4-42c7-b948-af23bd5e5a9a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461581
Apr 15 10:55:58.619664 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:55:58.629211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:55:58.648310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:58.649104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e20b70>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:58.651779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.653523 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.6730101
Apr 15 10:55:58.656423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53126) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:58.970479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:59.285901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fce94-8f68-4ec9-ba0f-e6fee99a467a req-70dedc81-f30b-44e8-bf62-007244db1a74 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:59.287583 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-701fce94-8f68-4ec9-ba0f-e6fee99a467a req-70dedc81-f30b-44e8-bf62-007244db1a74 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1145639
Apr 15 10:55:59.324876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe6ce5-93bc-495e-a6f5-2723d87cac88 req-00184f19-d3e1-4371-8fbf-c017985431e5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:59.333071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9fbe6ce5-93bc-495e-a6f5-2723d87cac88 req-00184f19-d3e1-4371-8fbf-c017985431e5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.2423582
Apr 15 10:55:59.371158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:59.379130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e20b70>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:55:56Z', 'revision_number': 3, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:59.385179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:55:59.385848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Updating router e61f66ef-54f5-429d-80ac-14d17d7a3c24 port 270aec5c-a9b1-418d-a2ff-d8bc512d820d binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:55:59.411837 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-701fce94-8f68-4ec9-ba0f-e6fee99a467a req-7c871653-f97e-4b0d-b878-17c590ff0da1 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168058
Apr 15 10:55:59.416153 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9fbe6ce5-93bc-495e-a6f5-2723d87cac88 req-37511bec-75e3-42f3-ad04-afe649a250a9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819860
Apr 15 10:55:59.457524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.588663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:59.608118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:59.608557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.839942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.868701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b61a6e-1fc9-412e-845c-fcc5bd0cac4e req-045cc9ce-56a2-41f2-99fa-df5464e1050c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:59.877036 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-02b61a6e-1fc9-412e-845c-fcc5bd0cac4e req-045cc9ce-56a2-41f2-99fa-df5464e1050c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 944 time: 0.1934443
Apr 15 10:55:59.897634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:59.921646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:59.926120 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.928368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:59.973480 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-02b61a6e-1fc9-412e-845c-fcc5bd0cac4e req-e257d43a-2355-40a4-b5c6-0f0499da05dc tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950999
Apr 15 10:56:00.029359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.035980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:00.040384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:00.067753 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8', 'code': 200}
Apr 15 10:56:00.197253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.211005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Transition to ACTIVE for port object 270aec5c-a9b1-418d-a2ff-d8bc512d820d will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:00.218704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.288338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Allocated IP 172.20.0.1 (3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41/20d92b8d-46f6-4b78-bb84-4d5e0c0a9219/72286f81-9184-4fc6-a51e-bdf71318d8d0) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:56:00.366761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e37cd23d-ac31-4baa-a6c0-ab08d9ec2c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:00.457173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.461182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Attempting to bind port 270aec5c-a9b1-418d-a2ff-d8bc512d820d on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:00.461886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Attempting to bind port 270aec5c-a9b1-418d-a2ff-d8bc512d820d by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:00.462363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Attempting to bind port 270aec5c-a9b1-418d-a2ff-d8bc512d820d on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:00.480954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Transition to ACTIVE for port object 72286f81-9184-4fc6-a51e-bdf71318d8d0 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:00.481582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:00.482002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:00.482448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.482881 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:00.483410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Bound port: 270aec5c-a9b1-418d-a2ff-d8bc512d820d, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:00.483819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.508263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.525101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:00.580161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Pushing event updated for resources: {'Port': ['ID=270aec5c-a9b1-418d-a2ff-d8bc512d820d,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:00.589728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] For port 270aec5c-a9b1-418d-a2ff-d8bc512d820d, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:00.592762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.593145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.593567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.593937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.594305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.594674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.595037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.595400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.595783 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.596143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.596504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.596860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.607689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] For port 270aec5c-a9b1-418d-a2ff-d8bc512d820d, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=270aec5c-a9b1-418d-a2ff-d8bc512d820d,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:00.608984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:00.612760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.629681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:00.691802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dacd5-e265-4885-92c4-541163ab2b11 req-baed542d-0353-476b-aae3-545db5648a5c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:00.700100 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c50dacd5-e265-4885-92c4-541163ab2b11 req-baed542d-0353-476b-aae3-545db5648a5c tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.8524916
Apr 15 10:56:00.731541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Pushing event updated for resources: {'Port': ['ID=72286f81-9184-4fc6-a51e-bdf71318d8d0,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:00.734786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:00.738590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b5db8-092e-497d-ba3e-223b8452ac87 req-cf431e8f-a6da-4f5b-acc2-1524e5eaeec3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:00.750081 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca8b5db8-092e-497d-ba3e-223b8452ac87 req-cf431e8f-a6da-4f5b-acc2-1524e5eaeec3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1777945
Apr 15 10:56:00.812598 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c50dacd5-e265-4885-92c4-541163ab2b11 req-f2b4bbaa-27ea-4d10-a0dc-3992e894380e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115913
Apr 15 10:56:00.839797 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Pushing event updated for resources: {'Port': ['ID=270aec5c-a9b1-418d-a2ff-d8bc512d820d,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:00.845680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:00.850668 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca8b5db8-092e-497d-ba3e-223b8452ac87 req-fa999fef-01ca-4068-93f8-3c41056e9735 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991170
Apr 15 10:56:00.853508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:00.854897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:00.857162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:00.936231 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.937582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:00.938358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e20b70>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:01.182414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:01.208130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6996a-3a75-4fc9-b90f-7f5dee889fba req-5372d963-6d0c-4903-b31d-be70bb785227 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:01.209693 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-32c6996a-3a75-4fc9-b90f-7f5dee889fba req-5372d963-6d0c-4903-b31d-be70bb785227 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.2234046
Apr 15 10:56:01.214342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d39a9240-8e6e-4d1b-9b50-30b0e746cc4a None None] Provisioning for port 72286f81-9184-4fc6-a51e-bdf71318d8d0 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:01.224874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d39a9240-8e6e-4d1b-9b50-30b0e746cc4a None None] Provisioning complete for port 72286f81-9184-4fc6-a51e-bdf71318d8d0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:01.225596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d39a9240-8e6e-4d1b-9b50-30b0e746cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.274671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.305279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-d39a9240-8e6e-4d1b-9b50-30b0e746cc4a None None] Port 72286f81-9184-4fc6-a51e-bdf71318d8d0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:56:01.308472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd0fd6-49d7-4700-af32-f683113eed58 req-e5f794db-f4d3-4941-889a-62c9304d112a tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:01.310544 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c0dd0fd6-49d7-4700-af32-f683113eed58 req-e5f794db-f4d3-4941-889a-62c9304d112a tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1892192
Apr 15 10:56:01.392295 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c0dd0fd6-49d7-4700-af32-f683113eed58 req-3b837f75-2633-4d22-9b24-9a04764063f4 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706398
Apr 15 10:56:01.396967 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-32c6996a-3a75-4fc9-b90f-7f5dee889fba req-7bbe7166-38c8-446f-be29-72f27b074656 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1656823
Apr 15 10:56:01.718670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e20b70>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:55:56Z', 'revision_number': 3, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:01.723657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee99197-f98c-42a1-8682-8faaed45df22 None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:55:56Z', 'revision_number': 3, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:56:01.760413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.765657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.800315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-606c59db-b514-468d-bd3f-d5b17b235f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:01.882966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Pushing event updated for resources: {'Port': ['ID=72286f81-9184-4fc6-a51e-bdf71318d8d0,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:01.887758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:01.895470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:02.092412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132bcc4-a3a6-40c4-b040-c9610bdebe96 req-349248b8-c1f9-49e7-9ae4-09f728f445a5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:02.100752 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b132bcc4-a3a6-40c4-b040-c9610bdebe96 req-349248b8-c1f9-49e7-9ae4-09f728f445a5 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1472001
Apr 15 10:56:02.180924 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b132bcc4-a3a6-40c4-b040-c9610bdebe96 req-ae2948ea-27b1-4971-ae9c-222cc3bc3738 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786400
Apr 15 10:56:02.189521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:02.213004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:02.229610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71907b-3530-439f-81af-bb7b935d83d4 req-568c3462-9776-47fe-9448-55e4af2c5dbe tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:02.231329 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6f71907b-3530-439f-81af-bb7b935d83d4 req-568c3462-9776-47fe-9448-55e4af2c5dbe tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.2052226
Apr 15 10:56:02.446370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-1bbae7ff-54ed-4c79-901b-f5335bdc3286 None None] Provisioning complete for port 72286f81-9184-4fc6-a51e-bdf71318d8d0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:02.447394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1bbae7ff-54ed-4c79-901b-f5335bdc3286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:02.552419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1bbae7ff-54ed-4c79-901b-f5335bdc3286 None None] Port 72286f81-9184-4fc6-a51e-bdf71318d8d0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:56:02.704312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4241d-851c-4ec0-8710-a11c46b2930e req-121692ea-7e05-4900-b25d-5d5528f69ddf tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:02.714834 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d0b4241d-851c-4ec0-8710-a11c46b2930e req-121692ea-7e05-4900-b25d-5d5528f69ddf tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1456125
Apr 15 10:56:02.770687 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6f71907b-3530-439f-81af-bb7b935d83d4 req-44a67270-c4b5-4f47-b995-e976e15f09d3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4543695
Apr 15 10:56:02.783707 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d0b4241d-851c-4ec0-8710-a11c46b2930e req-452fdf87-eb3d-4fc9-8dfb-a9f306a168b8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700359
Apr 15 10:56:02.902974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:56:03.176382 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:56:03.191735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386f5d1-a194-4af9-94d8-20ecb490ecbd req-de397d28-5070-4192-8ba3-769a6ac8e125 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:03.193322 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0386f5d1-a194-4af9-94d8-20ecb490ecbd req-de397d28-5070-4192-8ba3-769a6ac8e125 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.2222030
Apr 15 10:56:03.255791 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] 10.222.0.93 "PUT /v2.0/routers/e61f66ef-54f5-429d-80ac-14d17d7a3c24/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5977540
Apr 15 10:56:03.265901 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0386f5d1-a194-4af9-94d8-20ecb490ecbd req-6c5a5593-0ca8-4954-b5ca-da0b000d39bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651014
Apr 15 10:56:03.441542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bedcda-70db-42e5-9a11-efba4e8bf9bb req-af9bb8d8-afd1-4e43-ae83-76ca1d54df90 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:03.444089 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b1bedcda-70db-42e5-9a11-efba4e8bf9bb req-af9bb8d8-afd1-4e43-ae83-76ca1d54df90 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1064434
Apr 15 10:56:03.497332 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b1bedcda-70db-42e5-9a11-efba4e8bf9bb req-4b547571-204f-44d1-929e-630d440561fd tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465662
Apr 15 10:56:03.725078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 270aec5c-a9b1-418d-a2ff-d8bc512d820d up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:03.814618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 270aec5c-a9b1-418d-a2ff-d8bc512d820d completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:03.834512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 270aec5c-a9b1-418d-a2ff-d8bc512d820d triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:03.834912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:03.958398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53202) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:03.965158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-851137681-network', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:03.970167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:03.974427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Usage tracker for resource:network and tenant:e59b3237467c45f1a3602531af2c31b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:03.977603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:03.983925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:03.994187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Made reservation on behalf of e59b3237467c45f1a3602531af2c31b5 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:03.999178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.015849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.037377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:04.042970 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Usage tracker for resource:security_group_rule and tenant:e59b3237467c45f1a3602531af2c31b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:04.046200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:04.053441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:04.086728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73039c-9b89-4b83-a5b6-540e78fc2d03 req-84c4316a-92d6-4470-a323-92930eef4077 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.096416 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5d73039c-9b89-4b83-a5b6-540e78fc2d03 req-84c4316a-92d6-4470-a323-92930eef4077 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1424673
Apr 15 10:56:04.124734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.168001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 270aec5c-a9b1-418d-a2ff-d8bc512d820d, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=270aec5c-a9b1-418d-a2ff-d8bc512d820d,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:04.173498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.176073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:04.177090 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5d73039c-9b89-4b83-a5b6-540e78fc2d03 req-100de83a-c4eb-4b0d-b041-ca871a618ba0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793333
Apr 15 10:56:04.224039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5ed80-104d-4f8a-a4ac-50db45bc942b req-e7fbe0a3-b417-4cb2-ae57-0ef1a683c3ee tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.225687 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b1f5ed80-104d-4f8a-a4ac-50db45bc942b req-e7fbe0a3-b417-4cb2-ae57-0ef1a683c3ee tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1400905
Apr 15 10:56:04.255866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=270aec5c-a9b1-418d-a2ff-d8bc512d820d,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:04.263770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:04.288455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.292548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.297593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-21412a34-88cb-44bd-815e-f31614085638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:04.351645 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b1f5ed80-104d-4f8a-a4ac-50db45bc942b req-a50041cc-145e-4cac-800d-715bd2af60b1 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141698
Apr 15 10:56:04.357034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5fc3f-a277-4950-8d0d-d4b442a3bd4e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:04.362567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:04.363559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:56:04.379372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.379781 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Added segment 4bc0cd27-2f97-43cb-8b64-a31dca48177c of type vlan for network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7
Apr 15 10:56:04.424318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.464453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.466151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.466837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.478550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-32d83b82-e036-486c-a765-73db745fb9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:04.540029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353fbb4-b978-4394-9c49-02466ecb8b48 req-fbfb8ce2-9838-4c81-9e21-1a5f6c249770 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.542166 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5353fbb4-b978-4394-9c49-02466ecb8b48 req-fbfb8ce2-9838-4c81-9e21-1a5f6c249770 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1126239
Apr 15 10:56:04.593736 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6340413
Apr 15 10:56:04.598143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53210) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:04.602037 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5353fbb4-b978-4394-9c49-02466ecb8b48 req-49cffbc7-f7c8-4470-9805-94d1b7681bd8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522845
Apr 15 10:56:04.609355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Request body: {'subnet': {'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-851137681-subnet', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:04.614325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Pushing event updated for resources: {'Network': ['ID=14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:04.614708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:04.618130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:04.620622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Usage tracker for resource:subnet and tenant:e59b3237467c45f1a3602531af2c31b5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:04.623732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:04.626945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:56:04.630341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:04.646461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Made reservation on behalf of e59b3237467c45f1a3602531af2c31b5 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:04.659044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3107074'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:04.814448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412fb8-e2f8-4146-a13a-ad8defc490a6 req-50e0b69a-f851-45ea-9ec8-611990568fb0 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.816187 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-75412fb8-e2f8-4146-a13a-ad8defc490a6 req-50e0b69a-f851-45ea-9ec8-611990568fb0 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1503611
Apr 15 10:56:04.892232 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-75412fb8-e2f8-4146-a13a-ad8defc490a6 req-8b42ec65-cbf9-46b9-96b3-57bae5d8ed48 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644321
Apr 15 10:56:04.910805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:56:04.922298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:04.923221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1ea1ba8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:05.133384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:05.229985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3107091'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.352067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-188dce9e-fc7a-4339-9029-3d7a0088b59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:05.471159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d45f7a-1490-44b5-9800-05492e3aa684,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:05.474479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:05.555316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a373b94-2c3e-45d5-8457-c532f8c861bc req-100dc563-7388-4013-88fa-34b237b346cd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:05.556997 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a373b94-2c3e-45d5-8457-c532f8c861bc req-100dc563-7388-4013-88fa-34b237b346cd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.2069519
Apr 15 10:56:05.611389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6afb6-8f2c-4811-943d-24eebdf36a20 req-9474cdb8-a7d3-4dee-b692-4219539f49df tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:05.613051 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2ef6afb6-8f2c-4811-943d-24eebdf36a20 req-9474cdb8-a7d3-4dee-b692-4219539f49df tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1051948
Apr 15 10:56:05.638651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Checking segment: {'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:05.638972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Network hostable DHCP agents. Network: 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:56:05.658688 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a373b94-2c3e-45d5-8457-c532f8c861bc req-50e93703-8e58-44de-8f59-2f9083e4eb0b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938492
Apr 15 10:56:05.666191 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:56:05.677748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:05.696048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:05.696710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.707405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dd1524-e328-4edb-8cfd-ea2af71ec5bb None None] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:56:05.737481 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2d32b9f0-8b47-47bb-9935-aa35ba9289a6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1334441
Apr 15 10:56:05.740125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53222) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:05.745895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:05.751150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:05.756216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Usage tracker for resource:router and tenant:e59b3237467c45f1a3602531af2c31b5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:05.773424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:05.779108 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2ef6afb6-8f2c-4811-943d-24eebdf36a20 req-33a31db6-eba5-4bba-b8c6-0848b886f489 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594338
Apr 15 10:56:05.780696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:05.792399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.795285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.830144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.888482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 270aec5c-a9b1-418d-a2ff-d8bc512d820d up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:06.162995 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 270aec5c-a9b1-418d-a2ff-d8bc512d820d triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:06.163590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.209174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd7b12-7a4c-4c8f-b615-e86c4850cb8b req-5ece1ae7-a8f3-490f-9a00-a8bdaf180273 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:06.210608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.218468 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1bdd7b12-7a4c-4c8f-b615-e86c4850cb8b req-5ece1ae7-a8f3-490f-9a00-a8bdaf180273 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1574330
Apr 15 10:56:06.290950 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1bdd7b12-7a4c-4c8f-b615-e86c4850cb8b req-e6894ed4-58cd-43ec-b4f9-c027a640e967 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641563
Apr 15 10:56:06.343216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e3b68-d171-42dc-b8b8-bc1306832b08 req-721b8621-d0b9-49d5-8f3f-cc26e0273ac3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:06.344874 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a9e3b68-d171-42dc-b8b8-bc1306832b08 req-721b8621-d0b9-49d5-8f3f-cc26e0273ac3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.3583574
Apr 15 10:56:06.397372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1ea1ba8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 2, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:06.402278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7', 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'fixed_ips': [{'subnet_id': 'e8d45f7a-1490-44b5-9800-05492e3aa684'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:56:06.403196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.416127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:56:06.416520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Updating router e61f66ef-54f5-429d-80ac-14d17d7a3c24 port 72286f81-9184-4fc6-a51e-bdf71318d8d0 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:56:06.433321 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a9e3b68-d171-42dc-b8b8-bc1306832b08 req-655f3338-6889-4ccb-a0e1-55ccaaf301d5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662801
Apr 15 10:56:06.566484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.707509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.748886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:07.056343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Allocated IP 172.27.1.97 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/e6701f98-fdc6-4249-a1bf-3e92d0c4f55a) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:56:07.086808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fed9b-cead-4a4d-bd11-61be152c2944 req-2e7ae862-a9b5-44b3-add0-a8bc0328d54c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:07.094845 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-803fed9b-cead-4a4d-bd11-61be152c2944 req-2e7ae862-a9b5-44b3-add0-a8bc0328d54c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1979992
Apr 15 10:56:07.113257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68222af-6a2f-42fb-808a-5caacd6df0b6 req-1676fe4b-46b6-4e09-9de4-d9668b035781 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:07.114405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-b68222af-6a2f-42fb-808a-5caacd6df0b6 req-1676fe4b-46b6-4e09-9de4-d9668b035781 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Synchronizing usage tracker for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:07.165841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:07.168823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Allocated IP 172.20.0.2 (14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7/e8d45f7a-1490-44b5-9800-05492e3aa684/3af4d568-3be4-4a55-995e-7cce04271c80) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:56:07.169313 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-803fed9b-cead-4a4d-bd11-61be152c2944 req-640f0432-961d-4c34-afad-b5144bc69bd3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733607
Apr 15 10:56:07.185643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Transition to ACTIVE for port object 72286f81-9184-4fc6-a51e-bdf71318d8d0 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:07.194436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:07.213182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:07.213419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-b68222af-6a2f-42fb-808a-5caacd6df0b6 req-1676fe4b-46b6-4e09-9de4-d9668b035781 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Unset dirty status for tenant:7b3d010fa339435fa4ea9fa2f3d24696 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:07.217799 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b68222af-6a2f-42fb-808a-5caacd6df0b6 req-1676fe4b-46b6-4e09-9de4-d9668b035781 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.2635641
Apr 15 10:56:07.526108 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Pushing event updated for resources: {'Port': ['ID=72286f81-9184-4fc6-a51e-bdf71318d8d0,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:07.575953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.577096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.577717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.583185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.583527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.584219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.584611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.585001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.585470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.585854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.594296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.594711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:07.710454 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b68222af-6a2f-42fb-808a-5caacd6df0b6 req-8d7ff8f4-d01b-4471-a914-04842a3f9666 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4785256
Apr 15 10:56:07.761823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54633-1fc5-419b-90f0-9a97a2b05ecb req-eed36dfd-9c46-42bc-b618-6a1cb8c2aaba tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:07.770385 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-63e54633-1fc5-419b-90f0-9a97a2b05ecb req-eed36dfd-9c46-42bc-b618-6a1cb8c2aaba tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.2874317
Apr 15 10:56:07.779220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:07.785668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:07.873444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:07.906657 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-63e54633-1fc5-419b-90f0-9a97a2b05ecb req-44fe427e-c135-442c-9a59-f1a2e53ccb43 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298423
Apr 15 10:56:07.911863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:08.132331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Pushing event updated for resources: {'Port': ['ID=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:08.135388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:08.209930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae3f1e-2642-40d9-9aa9-7d2c897053cf req-6a755663-7de6-4bfd-ab4a-cf632ea5da3e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:08.212345 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7cae3f1e-2642-40d9-9aa9-7d2c897053cf req-6a755663-7de6-4bfd-ab4a-cf632ea5da3e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.2427423
Apr 15 10:56:08.232179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:08.247936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:08.250438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:08.268723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Attempting to bind port 72286f81-9184-4fc6-a51e-bdf71318d8d0 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:08.269145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Attempting to bind port 72286f81-9184-4fc6-a51e-bdf71318d8d0 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:08.269603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Attempting to bind port 72286f81-9184-4fc6-a51e-bdf71318d8d0 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:08.284578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:08.284979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Checking segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:08.285471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:08.285924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Bound using segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:08.286467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Bound port: 72286f81-9184-4fc6-a51e-bdf71318d8d0, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:08.286892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:08.371723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:08.398592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Transition to ACTIVE for port object 3af4d568-3be4-4a55-995e-7cce04271c80 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:08.448502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26639d3d-3961-4b55-ba6a-4b7c74f8f418 req-0b1004fb-2524-48c2-ad05-df83d854a435 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:08.449412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Transition to ACTIVE for port object 3af4d568-3be4-4a55-995e-7cce04271c80 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:08.450883 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26639d3d-3961-4b55-ba6a-4b7c74f8f418 req-0b1004fb-2524-48c2-ad05-df83d854a435 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1268625
Apr 15 10:56:08.462163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:08.480592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] For port 72286f81-9184-4fc6-a51e-bdf71318d8d0, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:08.482954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:08.544558 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-26639d3d-3961-4b55-ba6a-4b7c74f8f418 req-24fa3ac7-c638-40c2-ae11-0707636002d1 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868740
Apr 15 10:56:08.552909 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7cae3f1e-2642-40d9-9aa9-7d2c897053cf req-507f6a6e-515a-4143-a10a-039ce35a89fe tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3237064
Apr 15 10:56:08.615067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] For port 72286f81-9184-4fc6-a51e-bdf71318d8d0, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=72286f81-9184-4fc6-a51e-bdf71318d8d0,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:08.625133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:08.779153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Pushing event updated for resources: {'Port': ['ID=3af4d568-3be4-4a55-995e-7cce04271c80,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:08.785862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:08.786839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-54900351-ff0c-4cd6-a0c1-15b6a56f07dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:08.829777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:08.838476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:08.848222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:08.857746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:08.965148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c6a37-79dc-4430-b39e-e5abe6bee76f req-a92972fd-6c4e-469e-b689-e192dfeb5227 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:08.987656 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-318c6a37-79dc-4430-b39e-e5abe6bee76f req-a92972fd-6c4e-469e-b689-e192dfeb5227 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1327960
Apr 15 10:56:09.048655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Pushing event updated for resources: {'Port': ['ID=72286f81-9184-4fc6-a51e-bdf71318d8d0,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:09.054530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Attempting to bind port 3af4d568-3be4-4a55-995e-7cce04271c80 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:09.055489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Attempting to bind port 3af4d568-3be4-4a55-995e-7cce04271c80 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:09.056007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Attempting to bind port 3af4d568-3be4-4a55-995e-7cce04271c80 on network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:09.062155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:09.064979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:09.065481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Checking segment: {'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:09.065939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:09.066392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Bound using segment: {'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:09.066928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Bound port: 3af4d568-3be4-4a55-995e-7cce04271c80, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:09.067368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:09.105657 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-318c6a37-79dc-4430-b39e-e5abe6bee76f req-fc9295f7-cea9-4b0b-94fb-c4612ccc5e94 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164351
Apr 15 10:56:09.175542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:09.176533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1ea1ba8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:09.385179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] For port 3af4d568-3be4-4a55-995e-7cce04271c80, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:09.411390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] For port 3af4d568-3be4-4a55-995e-7cce04271c80, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=3af4d568-3be4-4a55-995e-7cce04271c80,segment=NetworkSegment(4bc0cd27-2f97-43cb-8b64-a31dca48177c),segment_id=4bc0cd27-2f97-43cb-8b64-a31dca48177c)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:09.418029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:09.437458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:09.486490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:09.522786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:09.534928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bf8e5-5780-4c36-8d8c-c5ba5c164cf2 req-7a044e33-0387-4dbb-9365-a0d2bb54dba4 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.536590 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fb4bf8e5-5780-4c36-8d8c-c5ba5c164cf2 req-7a044e33-0387-4dbb-9365-a0d2bb54dba4 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.2306397
Apr 15 10:56:09.766233 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fb4bf8e5-5780-4c36-8d8c-c5ba5c164cf2 req-1d5fc92f-2853-4dae-b997-194fabc53ffb tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730218
Apr 15 10:56:09.769695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Pushing event updated for resources: {'Port': ['ID=3af4d568-3be4-4a55-995e-7cce04271c80,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:09.775230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:09.798354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf19c7-2aa8-479b-a2af-ea6079ea83e3 req-d88608cf-41a6-4db6-92e7-b942467066ff tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.807392 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-72bf19c7-2aa8-479b-a2af-ea6079ea83e3 req-d88608cf-41a6-4db6-92e7-b942467066ff tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1003470
Apr 15 10:56:09.861267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Router bd85c928-2618-4b38-876f-15ded7bbd27d is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:56:09.863502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-72bf19c7-2aa8-479b-a2af-ea6079ea83e3 req-f6c95780-eaff-49b0-b812-cb552433b494 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547681
Apr 15 10:56:10.109627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1ea1ba8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:10.115808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3831f8-551f-4c42-85a3-570c1cba2513 None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:56:10.524362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920858e-02f4-4a91-a342-6727821ae51d req-34c50400-2878-48d8-81e6-9587811b4d15 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:10.536635 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a920858e-02f4-4a91-a342-6727821ae51d req-34c50400-2878-48d8-81e6-9587811b4d15 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.2114813
Apr 15 10:56:10.629663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:56:10.639784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Sync routers for ids ['bd85c928-2618-4b38-876f-15ded7bbd27d'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:56:10.645408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f89c1-577d-4370-96f1-6fdcd1b44816 req-70a5238b-a69f-4d5c-8298-f9ce30027179 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:10.654762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Routers {'bd85c928-2618-4b38-876f-15ded7bbd27d'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:10.657116 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a920858e-02f4-4a91-a342-6727821ae51d req-fa0bae1b-1880-4748-b03d-b0887bda1647 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146331
Apr 15 10:56:10.657737 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be9f89c1-577d-4370-96f1-6fdcd1b44816 req-70a5238b-a69f-4d5c-8298-f9ce30027179 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.6734955
Apr 15 10:56:10.658139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b25ae7b8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['bd85c928-2618-4b38-876f-15ded7bbd27d'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:10.815872 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-be9f89c1-577d-4370-96f1-6fdcd1b44816 req-76f6eac6-9592-4e7c-8319-3b8a5a121a42 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412399
Apr 15 10:56:10.817565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:10.819148 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.0778375
Apr 15 10:56:10.823012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53262) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:11.120379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Set router bd85c928-2618-4b38-876f-15ded7bbd27d gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:11.181935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568936a4-969f-4461-a8fa-4e20acd0d3d1 req-a6edac90-764c-466f-a658-2a5c51695606 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:11.188068 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-568936a4-969f-4461-a8fa-4e20acd0d3d1 req-a6edac90-764c-466f-a658-2a5c51695606 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1560431
Apr 15 10:56:11.283116 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd7d87-1ddf-4064-8cf3-687f1abc9acb req-8f49fdbe-1a2d-429c-8a77-d3810d90e2aa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:11.285033 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fddd7d87-1ddf-4064-8cf3-687f1abc9acb req-8f49fdbe-1a2d-429c-8a77-d3810d90e2aa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1617827
Apr 15 10:56:11.318336 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-568936a4-969f-4461-a8fa-4e20acd0d3d1 req-3e849953-5df7-457e-92a0-41bb72cae0e7 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121185
Apr 15 10:56:11.360039 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fddd7d87-1ddf-4064-8cf3-687f1abc9acb req-1e8cd3b8-f3b3-4466-a201-3af605fa0104 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679061
Apr 15 10:56:11.676597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b25ae7b8>, [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 3, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port': {'id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:06Z', 'updated_at': '2021-04-15T10:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:11.682827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Checking router: bd85c928-2618-4b38-876f-15ded7bbd27d for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:56:11.683223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Updating router bd85c928-2618-4b38-876f-15ded7bbd27d port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:56:11.809807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:11.862819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3af4d568-3be4-4a55-995e-7cce04271c80 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:11.984316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593351a1-d0e4-4ea2-b190-a641dcf63a6d req-e552dd58-7113-4a93-b006-f68fc7851e81 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:11.992979 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-593351a1-d0e4-4ea2-b190-a641dcf63a6d req-e552dd58-7113-4a93-b006-f68fc7851e81 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1366031
Apr 15 10:56:12.053422 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-593351a1-d0e4-4ea2-b190-a641dcf63a6d req-66a2df56-11be-462c-9d40-99d385ee3b8c tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592823
Apr 15 10:56:12.062938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 3af4d568-3be4-4a55-995e-7cce04271c80 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:12.068372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 72286f81-9184-4fc6-a51e-bdf71318d8d0 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:12.125434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfe3b7-b444-4a80-869e-1887fe24f8dc None None] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:56:12.186755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.248614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Provisioning for port 3af4d568-3be4-4a55-995e-7cce04271c80 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:12.257778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Provisioning complete for port 3af4d568-3be4-4a55-995e-7cce04271c80 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:12.258634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.337723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.353862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Transition to ACTIVE for port object e6701f98-fdc6-4249-a1bf-3e92d0c4f55a will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:12.366908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.389713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ec1529a8-825d-4078-a079-98ca5d8363d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:12.469412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e406c3c-49f3-49ec-938c-0c632f76f3a8 req-b16256fb-48a5-4536-a21e-19ff18dfc2cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:12.471333 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e406c3c-49f3-49ec-938c-0c632f76f3a8 req-b16256fb-48a5-4536-a21e-19ff18dfc2cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.2900300
Apr 15 10:56:12.527002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658745de-5b0c-4916-888c-749fa18ca73a req-50d4eb00-25ba-4a7a-9e02-2cfd6356b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:12.529559 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-658745de-5b0c-4916-888c-749fa18ca73a req-50d4eb00-25ba-4a7a-9e02-2cfd6356b2fc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 1098 time: 0.2142079
Apr 15 10:56:12.585528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8a344-4765-43e4-be60-8e2351ea5146 None None] Pushing event updated for resources: {'Port': ['ID=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:12.591114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-50f8a344-4765-43e4-be60-8e2351ea5146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:12.627109 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-658745de-5b0c-4916-888c-749fa18ca73a req-4312b1e5-ffd9-4fae-81ff-609cc4e5b501 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823240
Apr 15 10:56:12.663239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Allocated IP 172.20.0.1 (14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7/e8d45f7a-1490-44b5-9800-05492e3aa684/06262132-f24a-4846-93b1-063708cad278) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:56:12.673278 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e406c3c-49f3-49ec-938c-0c632f76f3a8 req-ed3d4d15-3d2f-41dd-b786-5385075d31fa tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321330
Apr 15 10:56:12.695889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.712171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 72286f81-9184-4fc6-a51e-bdf71318d8d0 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:12.716806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Attempting to bind port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:12.717358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Attempting to bind port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:12.717849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Attempting to bind port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:12.728488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:12.728895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:12.729449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.730354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:12.731174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Bound port: e6701f98-fdc6-4249-a1bf-3e92d0c4f55a, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:12.731684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.743799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 72286f81-9184-4fc6-a51e-bdf71318d8d0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:12.743799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.824134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31935bb7-940f-49d9-816b-810e2b2e9789 req-c8c8d24d-de03-460b-bad4-9ff3461a4555 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:12.835564 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-31935bb7-940f-49d9-816b-810e2b2e9789 req-c8c8d24d-de03-460b-bad4-9ff3461a4555 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1986396
Apr 15 10:56:12.859625 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] For port 3af4d568-3be4-4a55-995e-7cce04271c80, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=3af4d568-3be4-4a55-995e-7cce04271c80,segment=NetworkSegment(4bc0cd27-2f97-43cb-8b64-a31dca48177c),segment_id=4bc0cd27-2f97-43cb-8b64-a31dca48177c)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:12.882705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] For port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:12.886884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] For port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:12.894930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.897052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.904801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:12.916944 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:12.938628 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-31935bb7-940f-49d9-816b-810e2b2e9789 req-c9897010-cdd7-455e-8a82-dc884e7cfa3a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012950
Apr 15 10:56:12.994415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.026421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Transition to ACTIVE for port object 06262132-f24a-4846-93b1-063708cad278 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:13.043158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3440a-f12b-47ab-8cbf-cdb8425c631c req-35fc89f7-7932-4a05-abdf-cdfae69b7b1a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:13.044812 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61d3440a-f12b-47ab-8cbf-cdb8425c631c req-35fc89f7-7932-4a05-abdf-cdfae69b7b1a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.1670330
Apr 15 10:56:13.071266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.098596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ea2d9299-d054-4548-8fbf-a08bdea3672d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:13.123688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.133672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Pushing event updated for resources: {'Port': ['ID=3af4d568-3be4-4a55-995e-7cce04271c80,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:13.144759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8a344-4765-43e4-be60-8e2351ea5146 None None] Pushing event updated for resources: {'Port': ['ID=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:13.155057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:13.175161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-50f8a344-4765-43e4-be60-8e2351ea5146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:13.204572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 72286f81-9184-4fc6-a51e-bdf71318d8d0, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=72286f81-9184-4fc6-a51e-bdf71318d8d0,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:13.206833 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Routers {'bd85c928-2618-4b38-876f-15ded7bbd27d'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:13.208296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b25ae7b8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['bd85c928-2618-4b38-876f-15ded7bbd27d'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:13.213765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.215649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56ad245a-fa30-4353-9d5a-a94a1c6540f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:13.329478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=72286f81-9184-4fc6-a51e-bdf71318d8d0,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:13.333182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Pushing event updated for resources: {'Port': ['ID=06262132-f24a-4846-93b1-063708cad278,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:13.337806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:13.346556 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61d3440a-f12b-47ab-8cbf-cdb8425c631c req-ff432d74-dca3-43f4-8129-f70fc2b1baec tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2500238
Apr 15 10:56:13.347560 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:13.422057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:13.423462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:13.426188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:13.438777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d3c1-a306-44f0-bf05-a2e8cc2c417b req-774f458b-f78f-4f4f-ae28-be784ddd4fcd tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:13.441576 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a020d3c1-a306-44f0-bf05-a2e8cc2c417b req-774f458b-f78f-4f4f-ae28-be784ddd4fcd tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.2442224
Apr 15 10:56:13.456665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] Set router bd85c928-2618-4b38-876f-15ded7bbd27d gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:13.463031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-2896e386-274e-4b24-873d-356372f41736 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:13.464777 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-2896e386-274e-4b24-873d-356372f41736 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.1828527
Apr 15 10:56:13.484132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.536889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c224c462-7a53-484a-b222-16787c2690bf None None] Provisioning complete for port 3af4d568-3be4-4a55-995e-7cce04271c80 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:13.537517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c224c462-7a53-484a-b222-16787c2690bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.589392 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a020d3c1-a306-44f0-bf05-a2e8cc2c417b req-f8da7146-18ff-45c7-bf6a-060e32f97727 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381927
Apr 15 10:56:13.596488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Deleting port 3e8be98f-87d3-466e-b032-c6d852843f0d {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:13.597121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.843278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.850940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3af4d568-3be4-4a55-995e-7cce04271c80 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:13.916796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c224c462-7a53-484a-b222-16787c2690bf None None] Provisioning for port 06262132-f24a-4846-93b1-063708cad278 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:13.929271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c224c462-7a53-484a-b222-16787c2690bf None None] Provisioning complete for port 06262132-f24a-4846-93b1-063708cad278 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:13.931448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c224c462-7a53-484a-b222-16787c2690bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.008662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c224c462-7a53-484a-b222-16787c2690bf None None] Port 06262132-f24a-4846-93b1-063708cad278 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:56:14.023818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b25ae7b8>, [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 3, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port': {'id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:06Z', 'updated_at': '2021-04-15T10:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:14.029164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ff310-bda4-42ff-9963-87c523cb036f None None] The sync data for ids ['bd85c928-2618-4b38-876f-15ded7bbd27d'] in dv-cinder-786384-1-iscsi is: [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 3, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port': {'id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:06Z', 'updated_at': '2021-04-15T10:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:56:14.033771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 3af4d568-3be4-4a55-995e-7cce04271c80 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:14.034280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.178891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da914d8-b72a-4b2a-93e3-f731f811e520 req-ec3bd5b3-37e2-4cbf-bbf8-b88c47364a82 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:14.181780 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1da914d8-b72a-4b2a-93e3-f731f811e520 req-ec3bd5b3-37e2-4cbf-bbf8-b88c47364a82 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.2327633
Apr 15 10:56:14.184740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 72286f81-9184-4fc6-a51e-bdf71318d8d0 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:14.196825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] For port 3e8be98f-87d3-466e-b032-c6d852843f0d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e8be98f-87d3-466e-b032-c6d852843f0d,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:14.197266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.220163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ef04ac4d-500e-4088-b334-dfee11639c7b None None] Provisioning complete for port 06262132-f24a-4846-93b1-063708cad278 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:14.220796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ef04ac4d-500e-4088-b334-dfee11639c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.303312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ef04ac4d-500e-4088-b334-dfee11639c7b None None] Port 06262132-f24a-4846-93b1-063708cad278 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:56:14.317425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 72286f81-9184-4fc6-a51e-bdf71318d8d0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:14.318039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.323453 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1da914d8-b72a-4b2a-93e3-f731f811e520 req-2da89ae9-6794-4273-b87d-3d65498b4dbd tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233103
Apr 15 10:56:14.349275 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Calling delete_port for 3e8be98f-87d3-466e-b032-c6d852843f0d owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:14.396566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.403292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.450426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:14.606879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6908564-ab28-46db-aaa3-18db1772ce37 req-3ad6e122-3be8-4905-aa1f-a9b3f1dac4a8 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:14.609048 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6908564-ab28-46db-aaa3-18db1772ce37 req-3ad6e122-3be8-4905-aa1f-a9b3f1dac4a8 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9a7c720-0e3c-4046-812c-ba9c99f7c60b HTTP/1.1" status: 200  len: 945 time: 0.4895689
Apr 15 10:56:14.609831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.623569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['57fa0099-6319-482b-bc81-4a84b6897f81', '08add6f0-1408-4794-8801-5ccd00ca1b6f', '9442ae8c-d586-4a41-a3aa-48831f92a218', '3e8be98f-87d3-466e-b032-c6d852843f0d'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:14.643644 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:14.660084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Pushing event updated for resources: {'Port': ['ID=06262132-f24a-4846-93b1-063708cad278,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:14.670456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:14.927432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:14.930501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:15.071263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-373b8030-fe64-425a-992f-b5d975678f66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:15.159849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event deleted for resources: {'Port': ['ID=3e8be98f-87d3-466e-b032-c6d852843f0d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:15.163027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:15.271285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c051c896-55fd-4f78-95eb-b62d4a3c7584 None None] Provisioning complete for port 06262132-f24a-4846-93b1-063708cad278 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:15.272629 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c051c896-55fd-4f78-95eb-b62d4a3c7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:15.280008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] No DVR routers for this DVR port 3e8be98f-87d3-466e-b032-c6d852843f0d on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:15.282707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:15.291612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'name': 'network-vif-deleted', 'tag': '3e8be98f-87d3-466e-b032-c6d852843f0d'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:15.315056 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6908564-ab28-46db-aaa3-18db1772ce37 req-519c286a-d266-4ef7-b098-8622d9534174 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2628715
Apr 15 10:56:15.329265 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c43b6ead-bc28-422b-8170-2383e5e2a290 req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "DELETE /v2.0/ports/3e8be98f-87d3-466e-b032-c6d852843f0d HTTP/1.1" status: 204  len: 173 time: 1.8235343
Apr 15 10:56:15.346642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-660a440a-aec0-4a51-bf5c-ff55fddaf5aa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.348837 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-660a440a-aec0-4a51-bf5c-ff55fddaf5aa tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.8160961
Apr 15 10:56:15.349668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c051c896-55fd-4f78-95eb-b62d4a3c7584 None None] Port 06262132-f24a-4846-93b1-063708cad278 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:56:15.437884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a77fcf-d4f7-4cdb-bba4-b15eb41583c1 req-1d1b496a-d8db-4cfc-8f56-bd148f73dbf3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.445800 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-00a77fcf-d4f7-4cdb-bba4-b15eb41583c1 req-1d1b496a-d8db-4cfc-8f56-bd148f73dbf3 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 946 time: 0.5850122
Apr 15 10:56:15.455261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Deleting port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:15.455870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:15.509179 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-00a77fcf-d4f7-4cdb-bba4-b15eb41583c1 req-a6cb8ac7-f61d-4680-9658-016e95b51b1b tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622902
Apr 15 10:56:15.534601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Router bd85c928-2618-4b38-876f-15ded7bbd27d has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:56:15.707889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e6701f98-fdc6-4249-a1bf-3e92d0c4f55a up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:15.787344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caee4b7-7f4e-488b-8c96-05e1e90f9179 req-f4be201c-7678-46aa-84c9-3845eaeda96e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.788617 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9caee4b7-7f4e-488b-8c96-05e1e90f9179 req-f4be201c-7678-46aa-84c9-3845eaeda96e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.3018949
Apr 15 10:56:15.800924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:15.807330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:15.807943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:15.832075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:56:15.846496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fc8a-486a-4f18-a51e-0b1ed2baed49 req-5ae78783-d225-480e-8eac-e5f477b9a9f4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.848217 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9dd0fc8a-486a-4f18-a51e-0b1ed2baed49 req-5ae78783-d225-480e-8eac-e5f477b9a9f4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 945 time: 0.1687014
Apr 15 10:56:15.853664 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] 10.222.0.93 "PUT /v2.0/routers/bd85c928-2618-4b38-876f-15ded7bbd27d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0279896
Apr 15 10:56:15.909312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] For port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:15.910108 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:15.914476 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9dd0fc8a-486a-4f18-a51e-0b1ed2baed49 req-845d143c-0640-4174-a367-00538b0fd9ea tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568256
Apr 15 10:56:15.996794 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9caee4b7-7f4e-488b-8c96-05e1e90f9179 req-77626109-8310-4cbf-b9ec-778103b3923b tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961806
Apr 15 10:56:15.998481 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a7c720-0e3c-4046-812c-ba9c99f7c60b', 'name': 'network-vif-deleted', 'tag': '3e8be98f-87d3-466e-b032-c6d852843f0d', 'status': 'completed', 'code': 200}
Apr 15 10:56:16.013172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:16.067586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:16.077330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Calling delete_port for 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:16.079147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:16.081909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:16.190089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:16.193646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:16.228444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4be5d-b63b-4630-99e3-627c6ed03915 req-8035524e-9270-46bc-805b-a534b34fc4d7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:16.230315 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-52b4be5d-b63b-4630-99e3-627c6ed03915 req-8035524e-9270-46bc-805b-a534b34fc4d7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1227508
Apr 15 10:56:16.303861 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-52b4be5d-b63b-4630-99e3-627c6ed03915 req-c92637cf-c471-441d-ba10-25b74208252c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664444
Apr 15 10:56:16.338912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:16.350892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f50a61fe-b8b0-4b43-96d2-254a378ca457'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:16.357789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-76e0733b-98d7-4150-82a8-b9c1e0827228 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:16.411019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Pushing event deleted for resources: {'Port': ['ID=20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:16.413777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:16.569565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:56:16.642745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-83ab82d5-443b-4112-a9ba-90aac33acdec tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:16.649409 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-83ab82d5-443b-4112-a9ba-90aac33acdec tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 945 time: 0.1668963
Apr 15 10:56:16.771081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53326) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:16.791867 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e66d110-03e8-43c7-a995-a5523a926fc0 req-9fa08864-359d-4b98-8bc9-7c51c86bc3a0 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dd9fafb-88e7-4d65-bdab-d9403217c4af HTTP/1.1" status: 200  len: 210 time: 0.0650508
Apr 15 10:56:16.802279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955544898', 'description': 'tempest-secgroup-smoke-955544898 description', 'project_id': '20378def4f1f4105aec253d39ff8fba7'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:16.816814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:16.853745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Deleting port b19545c4-379b-40e7-a531-cff00e21ddaf {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:16.854072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:16.897587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:16.945906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:16.962503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] No DVR routers for this DVR port 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:16.965085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:16.979365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:17.043504 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f564cde-7e7e-46c0-b32a-6e23c533dc90 req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "DELETE /v2.0/ports/20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 HTTP/1.1" status: 204  len: 173 time: 1.6852813
Apr 15 10:56:17.104483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:17.241617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:17.255978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:17.268277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:17.280051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:17.300320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Sync routers for ids ['bd85c928-2618-4b38-876f-15ded7bbd27d'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:56:17.311937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Routers {'bd85c928-2618-4b38-876f-15ded7bbd27d'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:17.312955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b15975c0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['bd85c928-2618-4b38-876f-15ded7bbd27d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:17.376775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b690-9712-4eda-a0a0-5523edeae39f req-94879ca3-4876-49fc-b578-2cbad38cef5a tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:17.378380 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ef91b690-9712-4eda-a0a0-5523edeae39f req-94879ca3-4876-49fc-b578-2cbad38cef5a tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 945 time: 0.3260629
Apr 15 10:56:17.386128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] For port b19545c4-379b-40e7-a531-cff00e21ddaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b19545c4-379b-40e7-a531-cff00e21ddaf,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:17.386128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:17.462317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 3e8be98f-87d3-466e-b032-c6d852843f0d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:17.514129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 3e8be98f-87d3-466e-b032-c6d852843f0d {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:17.514552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 3e8be98f-87d3-466e-b032-c6d852843f0d not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:17.514962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:17.529368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060d5e9-a3ab-4ae4-bf55-68935fb010ce req-8fd8214f-7f5d-47ed-8f75-2ccefdf90b7e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:17.537208 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9060d5e9-a3ab-4ae4-bf55-68935fb010ce req-8fd8214f-7f5d-47ed-8f75-2ccefdf90b7e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1107981
Apr 15 10:56:17.568071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Calling delete_port for b19545c4-379b-40e7-a531-cff00e21ddaf owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:17.576267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:17.576768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:17.582349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7e55d99a-7feb-42db-b5fd-3a80744d6e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:17.593841 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9060d5e9-a3ab-4ae4-bf55-68935fb010ce req-dd71d588-0152-4651-8a80-0074d4e1ff61 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547652
Apr 15 10:56:17.631717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Set router bd85c928-2618-4b38-876f-15ded7bbd27d gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:17.751724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e6701f98-fdc6-4249-a1bf-3e92d0c4f55a up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:17.805508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:17.809042 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ef91b690-9712-4eda-a0a0-5523edeae39f req-cededfed-c5e1-4a94-91ed-45aeed6c1efd tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4133842
Apr 15 10:56:17.814867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:17.846563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-99fe7687-91c0-4790-9363-1e5951c2983f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:17.866080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5b011-5161-4e26-885f-44f0185420a1 req-891617b4-5072-4301-a8f2-9c7459792f4d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:17.883517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:17.886092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:17.890328 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.1150868
Apr 15 10:56:17.890328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:17.890551 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-50d5b011-5161-4e26-885f-44f0185420a1 req-891617b4-5072-4301-a8f2-9c7459792f4d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.1251230
Apr 15 10:56:17.891887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53344) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:17.897745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'security_group_rule': {'security_group_id': '3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0', 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:17.905358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:17.909838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:17.913117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:17.946667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:17.950326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:17.979038 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-50d5b011-5161-4e26-885f-44f0185420a1 req-cee6413b-eab8-471a-8d6c-491e20082e44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874944
Apr 15 10:56:18.029937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:18.030467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.097917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:18.131386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'name': 'network-vif-deleted', 'tag': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:18.157507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Pushing event deleted for resources: {'Port': ['ID=b19545c4-379b-40e7-a531-cff00e21ddaf,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:18.167438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:18.179232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.306366 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd9fafb-88e7-4d65-bdab-d9403217c4af', 'name': 'network-vif-deleted', 'tag': '20e33f8b-c54b-4e0c-a2e0-3cae5c78aa18', 'status': 'completed', 'code': 200}
Apr 15 10:56:18.314743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] No DVR routers for this DVR port b19545c4-379b-40e7-a531-cff00e21ddaf on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:18.324298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.326466 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a9a7382c-4999-4fee-bbd6-960af6e761c4 req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "DELETE /v2.0/ports/b19545c4-379b-40e7-a531-cff00e21ddaf HTTP/1.1" status: 204  len: 173 time: 1.6716702
Apr 15 10:56:18.368001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.379025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.382434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:18.463613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b15975c0>, [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 4, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port': {'id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:06Z', 'updated_at': '2021-04-15T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '06262132-f24a-4846-93b1-063708cad278', 'name': '', 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'mac_address': 'fa:16:3e:e2:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e8d45f7a-1490-44b5-9800-05492e3aa684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:12Z', 'updated_at': '2021-04-15T10:56:14Z', 'revision_number': 2, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'subnets': [{'id': 'e8d45f7a-1490-44b5-9800-05492e3aa684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:18.464341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dcbc63-0182-4c67-a2ba-0772e3e3e851,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:18.469150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Checking router: bd85c928-2618-4b38-876f-15ded7bbd27d for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:56:18.469639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Updating router bd85c928-2618-4b38-876f-15ded7bbd27d port 06262132-f24a-4846-93b1-063708cad278 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:56:18.478680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:18.480683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.485290 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5892394
Apr 15 10:56:18.485839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53358) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:18.493371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'security_group_rule': {'security_group_id': '3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0', 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:18.503521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:18.508642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef0be-292f-4d0a-b523-d29f05e1795d req-7d9e0b57-bcaf-4090-9c22-8637c58795ea tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:18.510464 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9daef0be-292f-4d0a-b523-d29f05e1795d req-7d9e0b57-bcaf-4090-9c22-8637c58795ea tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1186831
Apr 15 10:56:18.515875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:18.520239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:18.530068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:18.537564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.546731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7f9fd-55ba-486f-bd0d-82de768f04aa req-01359591-8895-4cfe-8482-10b857cdb065 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:18.547564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-76a7f9fd-55ba-486f-bd0d-82de768f04aa req-01359591-8895-4cfe-8482-10b857cdb065 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:18.563999 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9daef0be-292f-4d0a-b523-d29f05e1795d req-e22821bb-3518-4b06-8a6e-68bc22cd538a tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470972
Apr 15 10:56:18.569558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.586584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-76a7f9fd-55ba-486f-bd0d-82de768f04aa req-01359591-8895-4cfe-8482-10b857cdb065 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:18.587921 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76a7f9fd-55ba-486f-bd0d-82de768f04aa req-01359591-8895-4cfe-8482-10b857cdb065 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 946 time: 0.1911187
Apr 15 10:56:18.666110 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76a7f9fd-55ba-486f-bd0d-82de768f04aa req-97e52f13-588c-4637-ae90-4349bdcbaf74 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680692
Apr 15 10:56:18.681011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.687012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.690329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:18.714597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1bddb7-1ae9-465b-aa29-a9810bd07f76,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:18.719678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:18.728725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.730469 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2436364
Apr 15 10:56:18.733463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53364) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:18.740764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'security_group_rule': {'security_group_id': '3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0', 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:18.748392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:18.752993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:18.756626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:18.763449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:18.786089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.874899 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.879415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.881917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-addca32d-9f86-44c7-9341-59cdf61a6520 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:18.920808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8d2919-fc20-4412-8601-f9cb881b1f68,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:18.923557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:18.925503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:18.935513 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1997213
Apr 15 10:56:18.938985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53370) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:18.944798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'security_group_rule': {'security_group_id': '3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0', 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:18.952273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:18.958955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:18.964226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:18.971415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:19.026992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bd7d0-0cb4-4fc9-852a-9f7a9fba72ee req-ceac30ba-0c44-41fa-974c-ef6b2fe7d2e8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:19.028648 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-963bd7d0-0cb4-4fc9-852a-9f7a9fba72ee req-ceac30ba-0c44-41fa-974c-ef6b2fe7d2e8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1020777
Apr 15 10:56:19.073651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.087739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Transition to ACTIVE for port object 06262132-f24a-4846-93b1-063708cad278 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:19.093881 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-d216f007-1377-4f76-a0da-bd1b23727b17 req-7d6610b5-1923-4436-b923-5acb925472bc tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Synchronizing usage tracker for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:19.094178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.095330 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-963bd7d0-0cb4-4fc9-852a-9f7a9fba72ee req-32674526-9884-41e9-986c-4886eaee1784 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505457
Apr 15 10:56:19.102508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.145218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-d216f007-1377-4f76-a0da-bd1b23727b17 req-7d6610b5-1923-4436-b923-5acb925472bc tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Unset dirty status for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:19.146604 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d216f007-1377-4f76-a0da-bd1b23727b17 req-7d6610b5-1923-4436-b923-5acb925472bc tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=27e1876b-0b8d-4eda-ae76-ca547fe5dfd6 HTTP/1.1" status: 200  len: 210 time: 0.1278923
Apr 15 10:56:19.184384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:19.210626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e429-b5de-4a3e-9988-e584ede56101 req-0b4fb485-ba29-4ac4-abee-c648a2ff7b4e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:19.213030 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e151e429-b5de-4a3e-9988-e584ede56101 req-0b4fb485-ba29-4ac4-abee-c648a2ff7b4e tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.2381740
Apr 15 10:56:19.280003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96630b73-018c-4020-9c7d-205245fb6189 None None] Pushing event updated for resources: {'Port': ['ID=06262132-f24a-4846-93b1-063708cad278,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:19.281583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.292854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-96630b73-018c-4020-9c7d-205245fb6189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:19.295680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.296899 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2778c-dedd-4cf9-ae4d-f8d33202fc78 req-27de1394-1b63-4c15-8be8-acf8eb399cd5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:19.298560 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01a2778c-dedd-4cf9-ae4d-f8d33202fc78 req-27de1394-1b63-4c15-8be8-acf8eb399cd5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 943 time: 0.0979559
Apr 15 10:56:19.314061 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-20a4aac7-f73f-4f87-81d4-bfc4b5efeb44 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:19.337631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Deleting port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:19.338065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.350584 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01a2778c-dedd-4cf9-ae4d-f8d33202fc78 req-164af781-f087-4bd7-ba88-9bf9d6a40ca3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447235
Apr 15 10:56:19.403085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd12c2b4-2e24-4386-a0c0-b41289adc774,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:19.405875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:19.411236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.412527 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8fe57515-eac5-48e5-abf7-dda999fe9d14 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4723165
Apr 15 10:56:19.415774 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53376) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:19.421540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'security_group_rule': {'security_group_id': '3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0', 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:19.428484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:19.434019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:19.435216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:56:19.437510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:19.447969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:19.452485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b19545c4-379b-40e7-a531-cff00e21ddaf no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:19.462204 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.securitygroups_db [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Project 20378def4f1f4105aec253d39ff8fba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:56:19.470967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.499011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: b19545c4-379b-40e7-a531-cff00e21ddaf {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:19.499704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device b19545c4-379b-40e7-a531-cff00e21ddaf not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:19.565684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.569495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.572211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:19.576195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5f2ec20e-76ca-4651-ae61-1094e2437129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.577881 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Attempting to bind port 06262132-f24a-4846-93b1-063708cad278 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:19.578312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Attempting to bind port 06262132-f24a-4846-93b1-063708cad278 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:19.578732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Attempting to bind port 06262132-f24a-4846-93b1-063708cad278 on network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:19.597917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54e14ce-a8b6-4844-8665-88c4b396756b,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:19.603695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:19.611622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.613633 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1968036
Apr 15 10:56:19.616525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53382) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:19.623900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'security_group_rule': {'security_group_id': '3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0', 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:19.631010 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:19.637983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:security_group_rule and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:19.641813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:19.650657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:19.662538 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.securitygroups_db [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Project 20378def4f1f4105aec253d39ff8fba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:56:19.669871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.779151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.781859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:19.784782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.787028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c9572a0-2e97-4c40-8e0d-587c4cf53764 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:19.809162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:19.809955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Checking segment: {'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:19.810603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.812182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Bound using segment: {'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:19.813162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Bound port: 06262132-f24a-4846-93b1-063708cad278, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc0cd27-2f97-43cb-8b64-a31dca48177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:19.814315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.818430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e376f18-0e02-4cad-b37d-087313585635,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:19.824184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:19.852873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'port_id': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'mac_address': 'fa:16:3e:f2:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:56:19.871432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.872715 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2543128
Apr 15 10:56:19.934062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125bc8a-abbb-44da-b59c-dd1376f9746e req-de0851de-03b8-4c41-a081-e18dee6e4e41 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:19.935870 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a125bc8a-abbb-44da-b59c-dd1376f9746e req-de0851de-03b8-4c41-a081-e18dee6e4e41 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 946 time: 0.1059816
Apr 15 10:56:19.937861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4621cd1-47e9-4182-a624-7239f1fc8d2f req-7f726e11-3113-4eb4-a46e-360fe8f79562 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:19.938651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e4621cd1-47e9-4182-a624-7239f1fc8d2f req-7f726e11-3113-4eb4-a46e-360fe8f79562 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Synchronizing usage tracker for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:19.951525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] For port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,segment=NetworkSegment(5bdfbf95-2485-416c-89e6-3aac439a3ebf),segment_id=5bdfbf95-2485-416c-89e6-3aac439a3ebf)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:19.951939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.989037 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a125bc8a-abbb-44da-b59c-dd1376f9746e req-35bfa75b-3ed5-4b85-8616-4a745d298e2e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458655
Apr 15 10:56:20.073352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] For port 06262132-f24a-4846-93b1-063708cad278, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:20.084448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:20.094966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] For port 06262132-f24a-4846-93b1-063708cad278, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=06262132-f24a-4846-93b1-063708cad278,segment=NetworkSegment(4bc0cd27-2f97-43cb-8b64-a31dca48177c),segment_id=4bc0cd27-2f97-43cb-8b64-a31dca48177c)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:20.103786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:20.104351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e4621cd1-47e9-4182-a624-7239f1fc8d2f req-7f726e11-3113-4eb4-a46e-360fe8f79562 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Unset dirty status for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:20.105680 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e4621cd1-47e9-4182-a624-7239f1fc8d2f req-7f726e11-3113-4eb4-a46e-360fe8f79562 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.4037039
Apr 15 10:56:20.113133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Calling delete_port for 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:20.121111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9b257146-b1dd-41b8-8392-60298651f22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:20.162411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7edebf2-5349-462a-803d-b8888fb38b0c {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:56:20.297999 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e4621cd1-47e9-4182-a624-7239f1fc8d2f req-5ab4a874-b799-4727-9041-a0a0d98c3cef tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506109
Apr 15 10:56:20.315858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'name': 'network-vif-deleted', 'tag': 'b19545c4-379b-40e7-a531-cff00e21ddaf'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:20.327414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5775c-fa1f-4536-9ea7-39ce4404c7fc req-3527bc04-152b-45f2-a70b-716236282d59 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:20.337700 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-daf5775c-fa1f-4536-9ea7-39ce4404c7fc req-3527bc04-152b-45f2-a70b-716236282d59 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 945 time: 0.1072197
Apr 15 10:56:20.338197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:20.345159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96630b73-018c-4020-9c7d-205245fb6189 None None] Pushing event updated for resources: {'Port': ['ID=06262132-f24a-4846-93b1-063708cad278,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:20.349886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-96630b73-018c-4020-9c7d-205245fb6189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:20.350601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:20.355049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:20.400404 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-daf5775c-fa1f-4536-9ea7-39ce4404c7fc req-90a1ba09-7cfe-40db-88fe-03782043f967 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/security-groups?id=c32c8aea-ac57-4552-95e3-105c704e168b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616424
Apr 15 10:56:20.430394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4347-e609-4149-90f0-5d4141f317f2 req-8e23c7bc-7c48-4365-861e-a73f9dcda00f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:20.432091 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-33be4347-e609-4149-90f0-5d4141f317f2 req-8e23c7bc-7c48-4365-861e-a73f9dcda00f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 946 time: 0.2703328
Apr 15 10:56:20.446260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Routers {'bd85c928-2618-4b38-876f-15ded7bbd27d'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:20.446983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b15975c0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['bd85c928-2618-4b38-876f-15ded7bbd27d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:20.544581 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1876b-0b8d-4eda-ae76-ca547fe5dfd6', 'name': 'network-vif-deleted', 'tag': 'b19545c4-379b-40e7-a531-cff00e21ddaf', 'status': 'completed', 'code': 200}
Apr 15 10:56:20.609863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:20.650319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:20.668035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab3c61-f1f9-403f-84c1-b896e77cf9e4 req-a9ebdc4c-686b-4464-96bf-9e6acc09beca tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:20.677653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['e7edebf2-5349-462a-803d-b8888fb38b0c'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:20.678532 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ccab3c61-f1f9-403f-84c1-b896e77cf9e4 req-a9ebdc4c-686b-4464-96bf-9e6acc09beca tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 944 time: 0.1231863
Apr 15 10:56:20.740928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Pushing event deleted for resources: {'Port': ['ID=1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:20.749409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:20.750601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=9']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:20.754142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:20.766462 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ccab3c61-f1f9-403f-84c1-b896e77cf9e4 req-aa9fec8f-6848-4a42-b563-adad6c7a9ef3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869088
Apr 15 10:56:20.787792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:20.823343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Deleting port 9442ae8c-d586-4a41-a3aa-48831f92a218 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:20.823650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:20.853053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] Set router bd85c928-2618-4b38-876f-15ded7bbd27d gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:21.291460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] No DVR routers for this DVR port 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:21.296799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:21.354712 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e151e429-b5de-4a3e-9988-e584ede56101 req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.89 "DELETE /v2.0/ports/1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 HTTP/1.1" status: 204  len: 173 time: 2.1345894
Apr 15 10:56:21.360761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:21.396119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] For port 9442ae8c-d586-4a41-a3aa-48831f92a218, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9442ae8c-d586-4a41-a3aa-48831f92a218,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:21.396540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:21.498558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b15975c0>, [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 4, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port': {'id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:06Z', 'updated_at': '2021-04-15T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '06262132-f24a-4846-93b1-063708cad278', 'name': '', 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'mac_address': 'fa:16:3e:e2:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e8d45f7a-1490-44b5-9800-05492e3aa684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:12Z', 'updated_at': '2021-04-15T10:56:20Z', 'revision_number': 4, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'subnets': [{'id': 'e8d45f7a-1490-44b5-9800-05492e3aa684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:21.502809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ecf13-ec09-4917-a92f-3bce9ef94583 None None] The sync data for ids ['bd85c928-2618-4b38-876f-15ded7bbd27d'] in dv-cinder-786384-1-iscsi is: [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 4, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port': {'id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:06Z', 'updated_at': '2021-04-15T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '06262132-f24a-4846-93b1-063708cad278', 'name': '', 'network_id': '14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'mac_address': 'fa:16:3e:e2:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e8d45f7a-1490-44b5-9800-05492e3aa684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:12Z', 'updated_at': '2021-04-15T10:56:20Z', 'revision_number': 4, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'subnets': [{'id': 'e8d45f7a-1490-44b5-9800-05492e3aa684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:56:21.559228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Calling delete_port for 9442ae8c-d586-4a41-a3aa-48831f92a218 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:21.581940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e43a2-d221-4147-9d46-22d12cd3e59e req-6a09babc-92e5-446d-9a06-3f29262b3988 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:21.583557 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c10e43a2-d221-4147-9d46-22d12cd3e59e req-6a09babc-92e5-446d-9a06-3f29262b3988 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1080079
Apr 15 10:56:21.625816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5b73-ab51-483f-8707-f39aea9d8774 req-f67b8ed5-c5e7-4d5e-8353-8b05e489b0d7 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:21.634178 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-680a5b73-ab51-483f-8707-f39aea9d8774 req-f67b8ed5-c5e7-4d5e-8353-8b05e489b0d7 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 946 time: 0.4793479
Apr 15 10:56:21.667916 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c10e43a2-d221-4147-9d46-22d12cd3e59e req-9ec3ad7d-7864-4691-b2a9-a1e92934ba55 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700357
Apr 15 10:56:21.723899 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-680a5b73-ab51-483f-8707-f39aea9d8774 req-ec26b939-35cb-426c-8913-40bf93b9c304 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885448
Apr 15 10:56:21.744447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 06262132-f24a-4846-93b1-063708cad278 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:21.834612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 06262132-f24a-4846-93b1-063708cad278 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:21.842472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 06262132-f24a-4846-93b1-063708cad278 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:21.843114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:21.884714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:21.909876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56b39854-2830-40ef-b6ee-524eebf0d79f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:21.925393 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-110dfce9-f8c5-4e1d-a380-2beec5f2fc68 req-707e29be-fe08-48bb-87aa-0918a116d710 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 210 time: 0.0688939
Apr 15 10:56:22.006360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:22.047639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 06262132-f24a-4846-93b1-063708cad278, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=06262132-f24a-4846-93b1-063708cad278,segment=NetworkSegment(4bc0cd27-2f97-43cb-8b64-a31dca48177c),segment_id=4bc0cd27-2f97-43cb-8b64-a31dca48177c)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:22.051512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:22.055250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9c0a7937-bd8e-4f1b-b7d8-29377ff22c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:22.064085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event deleted for resources: {'Port': ['ID=9442ae8c-d586-4a41-a3aa-48831f92a218,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:22.095944 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:22.146845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=06262132-f24a-4846-93b1-063708cad278,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:22.151148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:22.187393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:22.200787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043cc1-4d5d-4d22-b4be-da3d34d294f6 req-21165f8c-a32c-45ad-af21-b8088d19843a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:22.202493 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41043cc1-4d5d-4d22-b4be-da3d34d294f6 req-21165f8c-a32c-45ad-af21-b8088d19843a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 944 time: 0.2487810
Apr 15 10:56:22.306209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] No DVR routers for this DVR port 9442ae8c-d586-4a41-a3aa-48831f92a218 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:22.315762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:22.338102 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41043cc1-4d5d-4d22-b4be-da3d34d294f6 req-aa4dc030-2f65-4b2c-8af5-b4842762b723 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011887
Apr 15 10:56:22.340506 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-33be4347-e609-4149-90f0-5d4141f317f2 req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "DELETE /v2.0/ports/9442ae8c-d586-4a41-a3aa-48831f92a218 HTTP/1.1" status: 204  len: 173 time: 1.8992214
Apr 15 10:56:22.545889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'name': 'network-vif-deleted', 'tag': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8'}, {'server_uuid': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'name': 'network-vif-deleted', 'tag': '9442ae8c-d586-4a41-a3aa-48831f92a218'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:22.599747 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3567bfc8-0cf3-49c4-af88-639c43aa8e1c', 'name': 'network-vif-deleted', 'tag': '1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8', 'status': 'completed', 'code': 200}
Apr 15 10:56:22.600080 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f334ca-1a75-4c90-b947-7ec6f38136a8', 'name': 'network-vif-deleted', 'tag': '9442ae8c-d586-4a41-a3aa-48831f92a218', 'status': 'completed', 'code': 200}
Apr 15 10:56:22.896251 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8b7c8f50-5956-4ab6-88e0-503b0060f57a req-fb632386-37dc-452d-ab5b-d6eb9d6f8176 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 210 time: 0.0502021
Apr 15 10:56:22.900763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd7398-abdf-4d0a-9e18-6ac076b11d67 req-f1f67a05-0e63-46d5-bdbc-6035b5e288fd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:22.902344 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1fd7398-abdf-4d0a-9e18-6ac076b11d67 req-f1f67a05-0e63-46d5-bdbc-6035b5e288fd tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1011636
Apr 15 10:56:22.953615 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1fd7398-abdf-4d0a-9e18-6ac076b11d67 req-92e3201a-a40f-4c70-8e2f-8dfcb3985bb9 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449693
Apr 15 10:56:23.105434 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3c402fdf-1a2e-4bd7-aec4-788c27e05d93 req-37cc5343-6358-4883-b149-9438f006d4c8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 210 time: 0.0550971
Apr 15 10:56:23.556141 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0237b5-e0e0-4542-86d9-0f4f62fec9c6 req-67701a63-6eac-4dc4-ade6-8e1539ad0f01 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:23.557676 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de0237b5-e0e0-4542-86d9-0f4f62fec9c6 req-67701a63-6eac-4dc4-ade6-8e1539ad0f01 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 944 time: 0.0933619
Apr 15 10:56:23.607666 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de0237b5-e0e0-4542-86d9-0f4f62fec9c6 req-f6bd6dc1-6b2a-4f46-a3b3-e41f8fcb0703 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433683
Apr 15 10:56:23.695844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 06262132-f24a-4846-93b1-063708cad278 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:23.774129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 06262132-f24a-4846-93b1-063708cad278 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:23.774752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:24.078209 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fa546eea-5839-45ce-a8a4-f3ecc03993eb req-0b829609-e535-49ca-b175-4c6014565e2d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 210 time: 0.0552037
Apr 15 10:56:24.291551 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-43373e84-36fe-4438-bcc8-2b62f01e1770 req-e4f10880-4f26-4827-9104-12d7645093c1 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] 10.222.0.93 "GET /v2.0/ports?device_id=3567bfc8-0cf3-49c4-af88-639c43aa8e1c HTTP/1.1" status: 200  len: 210 time: 0.0494328
Apr 15 10:56:24.302136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5114-1f97-4dde-bbe0-a17dbc9c8c0f req-099f984f-f84f-44b2-8df9-60a4ebbec536 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:24.303819 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2b5d5114-1f97-4dde-bbe0-a17dbc9c8c0f req-099f984f-f84f-44b2-8df9-60a4ebbec536 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.0900037
Apr 15 10:56:24.356429 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2b5d5114-1f97-4dde-bbe0-a17dbc9c8c0f req-db018d7f-f4da-4aeb-8a1b-a18e3e23f504 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463076
Apr 15 10:56:24.388858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 9442ae8c-d586-4a41-a3aa-48831f92a218 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:24.438961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:24.439789 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 9442ae8c-d586-4a41-a3aa-48831f92a218 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:24.440185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 9442ae8c-d586-4a41-a3aa-48831f92a218 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:24.440646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:24.477540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:24.478043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 1ae36b30-02b0-4d6e-96db-0c9e6b6d2bb8 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:24.836659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4eaf7-3931-42aa-9dca-7cd0adb72342 req-326afef7-0193-40d8-941e-ecbcaab2b516 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:24.838354 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d4f4eaf7-3931-42aa-9dca-7cd0adb72342 req-326afef7-0193-40d8-941e-ecbcaab2b516 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 944 time: 0.1023531
Apr 15 10:56:24.888159 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d4f4eaf7-3931-42aa-9dca-7cd0adb72342 req-e86335f8-b9c2-4ea4-ab12-07c2e8004407 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432949
Apr 15 10:56:24.889566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['57fa0099-6319-482b-bc81-4a84b6897f81', '08add6f0-1408-4794-8801-5ccd00ca1b6f'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:25.277413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-395f6506-4e26-4357-9c9a-3d32dddbfa7e req-9b73ac2a-2dd5-4381-bfc7-9ea58f23db22 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:25.295536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-395f6506-4e26-4357-9c9a-3d32dddbfa7e req-9b73ac2a-2dd5-4381-bfc7-9ea58f23db22 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:25.297012 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-395f6506-4e26-4357-9c9a-3d32dddbfa7e req-9b73ac2a-2dd5-4381-bfc7-9ea58f23db22 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2f334ca-1a75-4c90-b947-7ec6f38136a8 HTTP/1.1" status: 200  len: 210 time: 0.0732167
Apr 15 10:56:25.606372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ec704-f3a9-48aa-8ab2-1337354e6db0 req-3482eb05-8330-4274-8bb4-aaa6b012fb7d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:25.609041 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-233ec704-f3a9-48aa-8ab2-1337354e6db0 req-3482eb05-8330-4274-8bb4-aaa6b012fb7d tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1071305
Apr 15 10:56:25.667884 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-233ec704-f3a9-48aa-8ab2-1337354e6db0 req-68e44509-e6d9-4ceb-96e1-6d9ee92b3d90 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525358
Apr 15 10:56:26.117597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a75ad9-6d08-498d-8f0e-f7e29696ef3b req-1fb03117-c811-4666-953a-194aaece75aa tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:26.119269 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a7a75ad9-6d08-498d-8f0e-f7e29696ef3b req-1fb03117-c811-4666-953a-194aaece75aa tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 944 time: 0.0958581
Apr 15 10:56:26.169345 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a7a75ad9-6d08-498d-8f0e-f7e29696ef3b req-0a018889-fa4b-4d26-aa73-cd479167a15c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436356
Apr 15 10:56:26.363220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:26.442966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port e7edebf2-5349-462a-803d-b8888fb38b0c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:26.443395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:26.596866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:26.657550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:26.658575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:26.669705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:26.671579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:26.778726 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'code': 200}
Apr 15 10:56:26.832341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=10']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:26.836135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:27.025604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ddf3d-121d-4bc3-b3a8-6ae6e0399abc req-8b09c13d-65cb-46cc-b6be-bbbc2e512479 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:27.033818 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-409ddf3d-121d-4bc3-b3a8-6ae6e0399abc req-8b09c13d-65cb-46cc-b6be-bbbc2e512479 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1131072
Apr 15 10:56:27.035215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-20a03ec5-03c7-47f2-8ded-824e0321861e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:27.036884 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-20a03ec5-03c7-47f2-8ded-824e0321861e tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 946 time: 0.1903517
Apr 15 10:56:27.052355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8e20-2a27-4337-8e8b-0e597eca727d req-486a36fa-0f28-42c8-9a6d-e0f3be875bde tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:27.053825 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81bb8e20-2a27-4337-8e8b-0e597eca727d req-486a36fa-0f28-42c8-9a6d-e0f3be875bde tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.1487968
Apr 15 10:56:27.092213 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-409ddf3d-121d-4bc3-b3a8-6ae6e0399abc req-917993c5-403c-4390-9230-6b0d786ed60c tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/security-groups?id=a2676ea9-3c2a-428e-9832-7effc936f01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574241
Apr 15 10:56:27.397876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65166e3-af2d-4406-aaa9-70705d7fff0b req-cf022390-9b86-4a36-ab5e-3220116f25a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:27.399765 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81bb8e20-2a27-4337-8e8b-0e597eca727d req-d00514f9-9418-4c3e-adc0-740a8ca0cbaa tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690284
Apr 15 10:56:27.400775 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c65166e3-af2d-4406-aaa9-70705d7fff0b req-cf022390-9b86-4a36-ab5e-3220116f25a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.0922072
Apr 15 10:56:27.406526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Deleting port f50a61fe-b8b0-4b43-96d2-254a378ca457 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:27.406929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:27.452906 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c65166e3-af2d-4406-aaa9-70705d7fff0b req-58c732bd-3c2c-436d-b862-f33ec96b989b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448680
Apr 15 10:56:27.690896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] For port f50a61fe-b8b0-4b43-96d2-254a378ca457, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f50a61fe-b8b0-4b43-96d2-254a378ca457,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:27.691683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:27.839913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Calling delete_port for f50a61fe-b8b0-4b43-96d2-254a378ca457 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:27.997143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:28.015988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-71fbd913-549d-4a51-8a73-5aca5d44abc1 tempest-DeleteServersTestJSON-159601173 tempest-DeleteServersTestJSON-159601173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:28.117857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Pushing event deleted for resources: {'Port': ['ID=f50a61fe-b8b0-4b43-96d2-254a378ca457,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:28.120652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:28.290221 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2889ab4b-4266-45e6-bee0-1b65f1d612c9 req-67debae5-3bb4-466a-b94e-176b3acfc605 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 210 time: 0.0631118
Apr 15 10:56:28.388407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] No DVR routers for this DVR port f50a61fe-b8b0-4b43-96d2-254a378ca457 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:28.392024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:28.394944 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752e2822-d0ee-4040-8386-2182538bd2bf', 'name': 'network-vif-deleted', 'tag': 'f50a61fe-b8b0-4b43-96d2-254a378ca457'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:28.416528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378796-c2cb-4a48-bfe8-34be88202c61 req-e844ac00-9c94-4c08-92bb-bb8ee2fdf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:28.418191 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de378796-c2cb-4a48-bfe8-34be88202c61 req-e844ac00-9c94-4c08-92bb-bb8ee2fdf6b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1099 time: 0.2573705
Apr 15 10:56:28.419671 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a15ea301-d548-49d3-ba8e-b887799a6657 req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.89 "DELETE /v2.0/ports/f50a61fe-b8b0-4b43-96d2-254a378ca457 HTTP/1.1" status: 204  len: 173 time: 1.3639963
Apr 15 10:56:28.446930 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752e2822-d0ee-4040-8386-2182538bd2bf', 'name': 'network-vif-deleted', 'tag': 'f50a61fe-b8b0-4b43-96d2-254a378ca457', 'status': 'completed', 'code': 200}
Apr 15 10:56:28.605911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cdf99-6705-4df1-8d34-347b9adcb00a req-a33e4767-74a8-4a42-b644-fa0cc13fc44d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:28.607596 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a32cdf99-6705-4df1-8d34-347b9adcb00a req-a33e4767-74a8-4a42-b644-fa0cc13fc44d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0920947
Apr 15 10:56:28.660069 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a32cdf99-6705-4df1-8d34-347b9adcb00a req-a5b3ea42-994a-4448-9ad4-8bd5b2da1e8d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460713
Apr 15 10:56:28.679095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c029d5-ff3e-4bae-9f36-252850395b80 req-c80e6174-02aa-4489-9533-3f0546492c82 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:28.680832 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-35c029d5-ff3e-4bae-9f36-252850395b80 req-c80e6174-02aa-4489-9533-3f0546492c82 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.0986524
Apr 15 10:56:28.733037 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-35c029d5-ff3e-4bae-9f36-252850395b80 req-677933bc-1082-4e5d-a5e5-99e7e0dac580 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452371
Apr 15 10:56:29.458337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-8f19b794-c14c-4b95-9caf-63936e56501d req-541ca55c-2a86-4d45-b6df-998dab731bd5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Synchronizing usage tracker for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:29.473072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-8f19b794-c14c-4b95-9caf-63936e56501d req-541ca55c-2a86-4d45-b6df-998dab731bd5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Unset dirty status for tenant:74986e2eb06646fd84ac971fbe14ffda on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:29.474578 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f19b794-c14c-4b95-9caf-63936e56501d req-541ca55c-2a86-4d45-b6df-998dab731bd5 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 210 time: 0.0665336
Apr 15 10:56:29.871047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33ed04-8ba2-4255-b82f-c86b3def0b91 req-7b648097-c716-47b4-93a3-89d4edf125fc tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:29.872646 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2c33ed04-8ba2-4255-b82f-c86b3def0b91 req-7b648097-c716-47b4-93a3-89d4edf125fc tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0914996
Apr 15 10:56:29.933260 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2c33ed04-8ba2-4255-b82f-c86b3def0b91 req-637dcc2d-4b77-4ec2-a62c-6fe1f32b5054 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532146
Apr 15 10:56:29.956681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e8499-dbd6-43a6-8955-40f62d5744ac req-76fb9816-b4d8-4359-8e8a-a365aa94c1cb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:29.958450 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e71e8499-dbd6-43a6-8955-40f62d5744ac req-76fb9816-b4d8-4359-8e8a-a365aa94c1cb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.0983658
Apr 15 10:56:30.014244 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e71e8499-dbd6-43a6-8955-40f62d5744ac req-6c482d32-8a74-4719-b069-d2a70287c00c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492575
Apr 15 10:56:30.154513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f50a61fe-b8b0-4b43-96d2-254a378ca457'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:30.199286 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de378796-c2cb-4a48-bfe8-34be88202c61 req-7e8a62d2-d7e5-4b62-826c-3a022b2f59f7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451527
Apr 15 10:56:30.656524 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-48cd9e9d-f464-48cc-aac7-b46713aa1fff req-f27da059-e49a-464e-9bd4-55ea38fa4186 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 210 time: 0.0513182
Apr 15 10:56:31.142313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d594-a514-48e3-bf55-bf2b57fd65ab req-c326c394-4eae-4caf-bb45-0b5684330b55 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:31.143968 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ad4d594-a514-48e3-bf55-bf2b57fd65ab req-c326c394-4eae-4caf-bb45-0b5684330b55 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0970287
Apr 15 10:56:31.200111 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ad4d594-a514-48e3-bf55-bf2b57fd65ab req-5ee84d95-2246-470f-b608-bb67d214d950 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483365
Apr 15 10:56:31.232505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b9dca-0f30-4906-b43a-7991c829607b req-3e934b34-f3c5-423e-939c-2754f12aa42d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:31.234137 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e07b9dca-0f30-4906-b43a-7991c829607b req-3e934b34-f3c5-423e-939c-2754f12aa42d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.0925572
Apr 15 10:56:31.288279 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e07b9dca-0f30-4906-b43a-7991c829607b req-481695bf-fb88-45f5-bd8c-f994b9c8f144 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475998
Apr 15 10:56:31.844515 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a16da446-849a-4307-b283-93fd1bf7c92b req-eea6371b-bdf1-4eae-9996-364ff1fafda1 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 210 time: 0.0541165
Apr 15 10:56:32.412952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762658c-552e-4d2d-923f-fe92814157e1 req-5870f15a-91eb-4161-9f24-a7a1c503d9bb tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:32.414651 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c762658c-552e-4d2d-923f-fe92814157e1 req-5870f15a-91eb-4161-9f24-a7a1c503d9bb tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0971584
Apr 15 10:56:32.465979 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c762658c-552e-4d2d-923f-fe92814157e1 req-bc455844-cb5c-46b7-ad73-e4b91ae55257 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444572
Apr 15 10:56:32.479979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f50a61fe-b8b0-4b43-96d2-254a378ca457 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:32.509341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302aad-f11b-4219-841f-8a643229a0b5 req-1504137f-09dd-4c14-916f-376b9e35f3b5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:32.510954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-23302aad-f11b-4219-841f-8a643229a0b5 req-1504137f-09dd-4c14-916f-376b9e35f3b5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.0954211
Apr 15 10:56:32.519237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: f50a61fe-b8b0-4b43-96d2-254a378ca457 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:32.519639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f50a61fe-b8b0-4b43-96d2-254a378ca457 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:32.562109 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-23302aad-f11b-4219-841f-8a643229a0b5 req-d24d3289-29f6-496a-85cc-231e199ed099 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444472
Apr 15 10:56:33.026572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4f070823-1921-462c-9055-6ea7639195be req-8a6ffeff-dff4-4c30-b10c-823203bacd48 tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] 10.222.0.93 "GET /v2.0/ports?device_id=752e2822-d0ee-4040-8386-2182538bd2bf HTTP/1.1" status: 200  len: 210 time: 0.0502839
Apr 15 10:56:33.682469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58729025-f85a-4e32-9357-90dfbd9f75ba req-59027071-c71f-41c3-89c0-97800b26fa10 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:33.684110 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58729025-f85a-4e32-9357-90dfbd9f75ba req-59027071-c71f-41c3-89c0-97800b26fa10 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0963225
Apr 15 10:56:33.735533 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58729025-f85a-4e32-9357-90dfbd9f75ba req-156c08ea-70a2-4131-b0d9-5473b2b77d63 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446117
Apr 15 10:56:33.808688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4b835-d92a-4d89-b46c-208a7e738118 req-a276f737-eeb3-4b23-8f9c-f77953e4d3ec tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:33.810511 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-22e4b835-d92a-4d89-b46c-208a7e738118 req-a276f737-eeb3-4b23-8f9c-f77953e4d3ec tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.1227248
Apr 15 10:56:33.863154 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-22e4b835-d92a-4d89-b46c-208a7e738118 req-49d66647-125e-4d22-bfd3-512c2063861d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456927
Apr 15 10:56:34.125216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-23afd3ab-9dd7-4470-999f-cef9f0a22ed6 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:34.126977 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-23afd3ab-9dd7-4470-999f-cef9f0a22ed6 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.0903580
Apr 15 10:56:34.131900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53664) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:34.363993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Deleting port 08add6f0-1408-4794-8801-5ccd00ca1b6f {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:34.364399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:35.116163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] For port 08add6f0-1408-4794-8801-5ccd00ca1b6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08add6f0-1408-4794-8801-5ccd00ca1b6f,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:35.117273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:35.739847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Calling delete_port for 08add6f0-1408-4794-8801-5ccd00ca1b6f owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:35.804602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-9549cd4b-d5e9-43c0-ab07-cbfc144fd919 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:35.814381 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-9549cd4b-d5e9-43c0-ab07-cbfc144fd919 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/networks?id=b0fcef70-5861-4704-a80b-371e5a017306 HTTP/1.1" status: 200  len: 814 time: 0.2576613
Apr 15 10:56:35.819520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45758771-14be-4824-8183-529c19e807e2 req-0effbacd-ce02-43b8-969b-8e6a2f192e68 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:35.822311 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-45758771-14be-4824-8183-529c19e807e2 req-0effbacd-ce02-43b8-969b-8e6a2f192e68 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 945 time: 0.9113448
Apr 15 10:56:35.837684 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-f7de1b6f-2905-44b7-b1ef-28feb5b822b6 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/quotas/2bf451dc791f4ccfa442b6f9dad47213 HTTP/1.1" status: 200  len: 375 time: 0.0157795
Apr 15 10:56:35.905074 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-a6f9f198-e3a6-44e7-93f7-a5f70b953ced tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2bf451dc791f4ccfa442b6f9dad47213&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0550184
Apr 15 10:56:35.940312 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-45758771-14be-4824-8183-529c19e807e2 req-1da299ee-3356-4772-9a62-9eb4a4807226 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097105
Apr 15 10:56:36.072149 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-c049dc1c-b331-4054-8c38-4ec1d0caf0b0 service neutron] 10.222.0.93 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584804
Apr 15 10:56:36.089728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:36.101976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['57fa0099-6319-482b-bc81-4a84b6897f81', '08add6f0-1408-4794-8801-5ccd00ca1b6f'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:36.109751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f15d772-0f20-44ec-9508-782ce8b5e672 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:36.171306 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event deleted for resources: {'Port': ['ID=08add6f0-1408-4794-8801-5ccd00ca1b6f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:36.174515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:36.301001 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-a52890ea-8625-499c-bd3d-933ce4cae69a service neutron] 10.222.0.93 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196512
Apr 15 10:56:36.339938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:36.551982 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-100ccd1d-a427-414e-aac6-30919407994c req-053ca6e3-69c8-41e9-b2d8-21278ad7872e tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 210 time: 0.0897563
Apr 15 10:56:36.874490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177320f-535f-48c4-82cd-727af323f6f6 req-4f21ebe5-9c97-4bfc-9387-4619a59be69a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:36.882425 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7177320f-535f-48c4-82cd-727af323f6f6 req-4f21ebe5-9c97-4bfc-9387-4619a59be69a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.7124341
Apr 15 10:56:36.964877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] No DVR routers for this DVR port 08add6f0-1408-4794-8801-5ccd00ca1b6f on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:36.970385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:36.979250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631452f2-a31f-48ef-a938-2720226a6e12', 'name': 'network-vif-deleted', 'tag': '08add6f0-1408-4794-8801-5ccd00ca1b6f'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:37.003130 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7177320f-535f-48c4-82cd-727af323f6f6 req-eca979bb-a46e-4bbc-b69e-9fd671e8b7ba tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196105
Apr 15 10:56:37.005874 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a4712de-564a-476f-b47e-24d6d17290c9 req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "DELETE /v2.0/ports/08add6f0-1408-4794-8801-5ccd00ca1b6f HTTP/1.1" status: 204  len: 173 time: 2.8702836
Apr 15 10:56:37.110579 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631452f2-a31f-48ef-a938-2720226a6e12', 'name': 'network-vif-deleted', 'tag': '08add6f0-1408-4794-8801-5ccd00ca1b6f', 'status': 'completed', 'code': 200}
Apr 15 10:56:37.111242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Deleting port 428a78e1-2f56-4209-86e3-ba848fd505e8 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:37.111631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:37.240728 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d0a930b7-d07b-49a8-8163-42a52a6ee57c req-395840a5-e2b3-4eb5-8a26-7e36d2dc199f tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=631452f2-a31f-48ef-a938-2720226a6e12 HTTP/1.1" status: 200  len: 210 time: 0.0946221
Apr 15 10:56:37.348092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] For port 428a78e1-2f56-4209-86e3-ba848fd505e8, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=428a78e1-2f56-4209-86e3-ba848fd505e8,segment=NetworkSegment(fc1c0415-a4fd-4327-b064-41a1be844c07),segment_id=fc1c0415-a4fd-4327-b064-41a1be844c07)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:37.348452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:37.488292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Calling delete_port for 428a78e1-2f56-4209-86e3-ba848fd505e8 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:37.946212 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58a9cc26-6b45-4b67-bb82-ebe1ba72eb4e req-c48c94d2-93ad-46a8-93d2-5e9ffff45d42 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 210 time: 0.0781462
Apr 15 10:56:38.063709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:38.083145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c6b8e623-7d1f-45fe-bc53-b6e283cc579b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:38.182955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=428a78e1-2f56-4209-86e3-ba848fd505e8,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:38.191331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:38.193586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 08add6f0-1408-4794-8801-5ccd00ca1b6f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:38.238580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 08add6f0-1408-4794-8801-5ccd00ca1b6f {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:38.238960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 08add6f0-1408-4794-8801-5ccd00ca1b6f not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:38.979164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-4fc1dfb2-f12c-4ebd-a4a1-ec2347385b1a tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:38.979164 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-4fc1dfb2-f12c-4ebd-a4a1-ec2347385b1a tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "GET /v2.0/networks?id=b0fcef70-5861-4704-a80b-371e5a017306 HTTP/1.1" status: 200  len: 814 time: 0.6732996
Apr 15 10:56:39.003528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Request body: {'port': {'device_id': '2e329ad4-0617-4988-9c00-02379ea236bc', 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306', 'admin_state_up': True, 'tenant_id': '2bf451dc791f4ccfa442b6f9dad47213'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:39.178071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cb637b47-26a7-4a18-9921-33b6bffbb711 req-8195744d-dead-40c5-b311-60c3ca3b04c2 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 210 time: 0.0848837
Apr 15 10:56:39.218982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:39.330586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:39.350750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:39.390178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Made reservation on behalf of 2bf451dc791f4ccfa442b6f9dad47213 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:39.396308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:39.982703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Allocated IP 172.20.0.4 (b0fcef70-5861-4704-a80b-371e5a017306/43db6feb-f209-4e9a-b2ff-61f2ba50e2d1/822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:56:40.392705 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-43e99748-5feb-4e1d-9518-119eaf7d5b34 req-0e7a39aa-9a4c-4692-8760-8be7f94da460 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 210 time: 0.0656645
Apr 15 10:56:40.455665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Router 284581e0-3ffd-4419-be66-c2db7ae0f2bb has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:56:40.464383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:40.619416 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-f9b1d66e-36fb-4cf1-8d5f-d51202a03dd7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955544898&fields=id&tenant_id=20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 267 time: 0.0604713
Apr 15 10:56:40.707380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:40.734461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848c145-389b-464d-91ff-ddc0b5a05d81 req-e3dc6ad1-6927-4453-9e6a-23f771aca99d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:40.735587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-7848c145-389b-464d-91ff-ddc0b5a05d81 req-e3dc6ad1-6927-4453-9e6a-23f771aca99d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Synchronizing usage tracker for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:40.738204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:40.883420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-a54718bb-2172-4c36-95e5-14cd24a32f8c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:40.892648 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-a54718bb-2172-4c36-95e5-14cd24a32f8c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 812 time: 0.2626982
Apr 15 10:56:40.913116 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-d3f1f355-6ce6-471e-86a4-479b7b5a1ed2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/quotas/20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 375 time: 0.0189328
Apr 15 10:56:41.014605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-6c3e135b-c248-4c98-868a-97ce5aa155cd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:41.035903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-6c3e135b-c248-4c98-868a-97ce5aa155cd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:41.037623 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-6c3e135b-c248-4c98-868a-97ce5aa155cd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1223195
Apr 15 10:56:41.098077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:56:41.110870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] Sync routers for ids ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:56:41.134329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] Routers {'284581e0-3ffd-4419-be66-c2db7ae0f2bb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:41.135339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1daf860>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:41.146705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-7848c145-389b-464d-91ff-ddc0b5a05d81 req-e3dc6ad1-6927-4453-9e6a-23f771aca99d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Unset dirty status for tenant:d180fa58116a4a018e0031d797e4aeca on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:41.148232 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7848c145-389b-464d-91ff-ddc0b5a05d81 req-e3dc6ad1-6927-4453-9e6a-23f771aca99d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 945 time: 0.7982185
Apr 15 10:56:41.172451 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Pushing event updated for resources: {'Port': ['ID=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:41.181367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:41.191376 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] 10.222.0.93 "PUT /v2.0/routers/284581e0-3ffd-4419-be66-c2db7ae0f2bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0576553
Apr 15 10:56:41.195219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53836) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:41.243283 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7848c145-389b-464d-91ff-ddc0b5a05d81 req-16a55e55-5dc8-4962-9224-380983d15b88 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848467
Apr 15 10:56:41.271065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Network b0fcef70-5861-4704-a80b-371e5a017306 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:41.272293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:41.283933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:41.359505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:41.360140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:41.394001 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3976686
Apr 15 10:56:41.408154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Request body: {'port': {'device_id': '2e329ad4-0617-4988-9c00-02379ea236bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:41.547008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:41.629093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] Set router 284581e0-3ffd-4419-be66-c2db7ae0f2bb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:41.801249 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:42.017201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:42.031069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Deleting port a0359004-ec41-4149-90bd-faf98435da5c {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:42.031711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:42.076676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1daf860>, [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:56:37Z', 'revision_number': 5, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port': {'id': 'a0359004-ec41-4149-90bd-faf98435da5c', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:42.081266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] Checking router: 284581e0-3ffd-4419-be66-c2db7ae0f2bb for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:56:42.091776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] Routers {'284581e0-3ffd-4419-be66-c2db7ae0f2bb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:42.092457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1daf860>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:42.152391 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-3fc3bbbd-3429-442a-9d1a-46fc17c1ec46 service neutron] 10.222.0.93 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0918298
Apr 15 10:56:42.230704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:56:42.258710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:42.297070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b911-96bc-4d67-9942-d34751b4ec29 req-caa20d89-ce5b-4268-9965-f712cca1c3a0 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:42.298100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-dd56b911-96bc-4d67-9942-d34751b4ec29 req-caa20d89-ce5b-4268-9965-f712cca1c3a0 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Synchronizing usage tracker for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:42.324261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-dd56b911-96bc-4d67-9942-d34751b4ec29 req-caa20d89-ce5b-4268-9965-f712cca1c3a0 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Unset dirty status for tenant:2bf451dc791f4ccfa442b6f9dad47213 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:42.325655 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd56b911-96bc-4d67-9942-d34751b4ec29 req-caa20d89-ce5b-4268-9965-f712cca1c3a0 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 931 time: 0.7213373
Apr 15 10:56:42.336527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] Set router 284581e0-3ffd-4419-be66-c2db7ae0f2bb gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:42.369922 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-87f48474-353c-472d-80c0-0cf2b36664d1 service neutron] 10.222.0.93 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162182
Apr 15 10:56:42.400393 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd56b911-96bc-4d67-9942-d34751b4ec29 req-8b180cfb-51c4-498d-8447-00699d59304e tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646806
Apr 15 10:56:42.401766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Transition to ACTIVE for port object 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:42.421156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-a9094f9b-ae22-4300-ba0d-ab439519d898 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:42.422794 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-a9094f9b-ae22-4300-ba0d-ab439519d898 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 945 time: 0.7544341
Apr 15 10:56:42.424088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:42.493466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] For port a0359004-ec41-4149-90bd-faf98435da5c, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=a0359004-ec41-4149-90bd-faf98435da5c,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:42.493877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:42.601985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1daf860>, [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:56:42Z', 'revision_number': 6, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port_host': None}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:42.607726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d167c300-0d51-480b-817a-e8115a8de7a4 None None] The sync data for ids ['284581e0-3ffd-4419-be66-c2db7ae0f2bb'] in dv-cinder-786384-1-iscsi is: [{'id': '284581e0-3ffd-4419-be66-c2db7ae0f2bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1069447176-router', 'tenant_id': '74986e2eb06646fd84ac971fbe14ffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:38Z', 'updated_at': '2021-04-15T10:56:42Z', 'revision_number': 6, 'project_id': '74986e2eb06646fd84ac971fbe14ffda', 'gw_port_host': None}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:56:42.671162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Calling delete_port for a0359004-ec41-4149-90bd-faf98435da5c owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:42.821627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f3a010c7-64b6-44e7-b113-70352465b1aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:42.949402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Pushing event updated for resources: {'Port': ['ID=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:42.967269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:43.134569 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-206e63c6-de24-4547-86ec-90cfec95b39a req-cf88629f-6077-475b-8b81-da448a0463db tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 210 time: 0.0549965
Apr 15 10:56:43.239849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:43.282662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04c2f9-0488-4f73-81e2-a6bffc8feebd req-5db364e2-1fa1-4844-8c1d-e396d36526e2 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:43.283798 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bb04c2f9-0488-4f73-81e2-a6bffc8feebd req-5db364e2-1fa1-4844-8c1d-e396d36526e2 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 945 time: 0.5362480
Apr 15 10:56:43.292404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Attempting to bind port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:43.299254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Attempting to bind port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:43.299845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Attempting to bind port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d on network b0fcef70-5861-4704-a80b-371e5a017306 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:43.325897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Deleting port 57fa0099-6319-482b-bc81-4a84b6897f81 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:43.329064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:43.358747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:43.424400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0359004-ec41-4149-90bd-faf98435da5c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:43.431543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d on network b0fcef70-5861-4704-a80b-371e5a017306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:56:43.432056 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Attempting to bind port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d on network b0fcef70-5861-4704-a80b-371e5a017306 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:43.446380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.447063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.447624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.448860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.449462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.450029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.450581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.451131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.451674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.452219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.452770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.453337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:43.462090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:43.477154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:43.477370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Checking segment: {'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:43.477808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Bound using segment: {'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:43.478319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Bound port: 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d32f154-3262-4749-be7b-35fb7097d303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:43.478705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:43.658275 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bb04c2f9-0488-4f73-81e2-a6bffc8feebd req-7542425a-95b4-4a1d-bb94-6e9f765fd537 tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/security-groups?id=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421622
Apr 15 10:56:43.747589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device a0359004-ec41-4149-90bd-faf98435da5c no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:43.795310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:43.812883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: a0359004-ec41-4149-90bd-faf98435da5c {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:43.813620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device a0359004-ec41-4149-90bd-faf98435da5c not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:43.814241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 428a78e1-2f56-4209-86e3-ba848fd505e8 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:43.853941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 428a78e1-2f56-4209-86e3-ba848fd505e8 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:43.854636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 428a78e1-2f56-4209-86e3-ba848fd505e8 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:43.911182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] For port 57fa0099-6319-482b-bc81-4a84b6897f81, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57fa0099-6319-482b-bc81-4a84b6897f81,segment=NetworkSegment(6c4de2e0-5b89-43f3-8d89-9eefd59e891f),segment_id=6c4de2e0-5b89-43f3-8d89-9eefd59e891f)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:43.911566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.062095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f1077-0ad7-42eb-a5ce-2cad6c3d5cf0 req-24d13a8f-a826-4483-a249-d556e29e3042 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:44.064184 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0e3f1077-0ad7-42eb-a5ce-2cad6c3d5cf0 req-24d13a8f-a826-4483-a249-d556e29e3042 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 943 time: 0.3855462
Apr 15 10:56:44.068765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.072749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.124754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Calling delete_port for 57fa0099-6319-482b-bc81-4a84b6897f81 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:44.200753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 57fa0099-6319-482b-bc81-4a84b6897f81 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:44.225432 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0e3f1077-0ad7-42eb-a5ce-2cad6c3d5cf0 req-a6c3c04d-b888-44d3-a4f8-488f8833223e tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707436
Apr 15 10:56:44.253061 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.253652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 284581e0-3ffd-4419-be66-c2db7ae0f2bb {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 10:56:44.301913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.305764 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] 10.222.0.93 "DELETE /v2.0/routers/284581e0-3ffd-4419-be66-c2db7ae0f2bb HTTP/1.1" status: 204  len: 168 time: 3.1056235
Apr 15 10:56:44.307756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53880) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:44.312227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] For port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:44.367958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] For port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:44.424005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Deleting subnet 166cf903-3412-49fe-aa7b-e53610caf8b7 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:56:44.430406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.503751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.506703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2579985'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.513592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.530459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9e09459b-739d-43cd-8e23-6963ee061676 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:44.580904 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de2096c2-bfc8-4783-b1a4-7eddf39e6431 req-b58fe512-f1a1-404b-9345-5a408b74e0e1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 210 time: 0.1307888
Apr 15 10:56:44.612602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.758834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:44.884640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Pushing event updated for resources: {'Port': ['ID=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:44.985905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:45.025179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:45.104063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Pushing event deleted for resources: {'Port': ['ID=57fa0099-6319-482b-bc81-4a84b6897f81,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:45.122818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:45.223429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] No DVR routers for this DVR port 57fa0099-6319-482b-bc81-4a84b6897f81 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:45.233614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:45.236737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'name': 'network-vif-deleted', 'tag': '57fa0099-6319-482b-bc81-4a84b6897f81'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:45.290661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:45.291386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:45.293267 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] 10.222.0.89 "PUT /v2.0/ports/822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d HTTP/1.1" status: 200  len: 1093 time: 3.8901241
Apr 15 10:56:45.304954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-291787bb-b506-4ef1-b7d0-e9089717a858 req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.89 "DELETE /v2.0/ports/57fa0099-6319-482b-bc81-4a84b6897f81 HTTP/1.1" status: 204  len: 173 time: 2.6147003
Apr 15 10:56:45.325427 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1823554-68a1-44ce-8b7e-d603fce8d0df', 'name': 'network-vif-deleted', 'tag': '57fa0099-6319-482b-bc81-4a84b6897f81', 'status': 'completed', 'code': 200}
Apr 15 10:56:45.474053 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4408ce58-be90-4f59-84ea-fb0622ca1e5b req-f58d353c-9028-4698-a318-108e83f1635d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1823554-68a1-44ce-8b7e-d603fce8d0df HTTP/1.1" status: 200  len: 210 time: 0.4931118
Apr 15 10:56:45.714792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-6e0a5984-55c5-4b2b-940d-6c2aad029178 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:45.716364 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-6e0a5984-55c5-4b2b-940d-6c2aad029178 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 812 time: 1.0161800
Apr 15 10:56:45.826198 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-336979ce-7b56-43b5-baca-ae756669c778 req-b7ebf168-50b4-406d-9324-f26e698d7bf5 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 210 time: 0.0596375
Apr 15 10:56:45.881192 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-9b35b594-746e-488b-beca-c72d52a494cb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 8059 time: 0.1526577
Apr 15 10:56:45.894765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'port': {'device_id': 'a368773f-6673-4ece-836c-0d42bee62c34', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'admin_state_up': True, 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'security_groups': ['3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:45.921824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-610f01ad-1836-4e84-ae42-66705dab050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:45.924662 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-610f01ad-1836-4e84-ae42-66705dab050d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bf451dc791f4ccfa442b6f9dad47213&device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 1096 time: 0.5585384
Apr 15 10:56:46.018962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7e933-9d28-4f93-98a6-ab3a5e4b599f req-6760de3d-6d1b-46e6-af09-1a7277b66176 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:46.027493 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8fc7e933-9d28-4f93-98a6-ab3a5e4b599f req-6760de3d-6d1b-46e6-af09-1a7277b66176 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 943 time: 0.2412219
Apr 15 10:56:46.056309 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-bde2a82d-6c2d-4645-80c6-b248d7279564 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d HTTP/1.1" status: 200  len: 217 time: 0.1244190
Apr 15 10:56:46.130661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:46.135217 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8fc7e933-9d28-4f93-98a6-ab3a5e4b599f req-c6c0234a-5158-4e72-9ec0-547e5972e3d1 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064746
Apr 15 10:56:46.149915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851791847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851668696'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:46.168769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-a533f400-3bc4-43e1-9adc-7899268639d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:46.170381 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-a533f400-3bc4-43e1-9adc-7899268639d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43db6feb-f209-4e9a-b2ff-61f2ba50e2d1 HTTP/1.1" status: 200  len: 854 time: 0.1058021
Apr 15 10:56:46.231569 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-db95adff-5ef3-4f9b-a335-03a0f624d08a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0fcef70-5861-4704-a80b-371e5a017306&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506260
Apr 15 10:56:46.248173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:46.250331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:46.301972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166cf903-3412-49fe-aa7b-e53610caf8b7,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:46.306194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:46.344248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Made reservation on behalf of 20378def4f1f4105aec253d39ff8fba7 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:46.355313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:46.411935 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-c4ef2a48-59f0-4994-966f-1e2d086c5fa3 service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654942
Apr 15 10:56:46.475101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:46.503227 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/166cf903-3412-49fe-aa7b-e53610caf8b7 HTTP/1.1" status: 204  len: 168 time: 2.1923988
Apr 15 10:56:46.507659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53902) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:46.584381 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ff90d78-a0da-4dae-934e-dbb89f6183fa req-abb15771-3f07-45ca-a10b-180429247102 service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654289
Apr 15 10:56:46.594534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53906) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:46.695376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Deleting subnet 57c1fe93-5ce0-4326-8c92-78e1ecb99c43 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:56:46.699405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:46.707915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:46.761059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:46.796826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Allocated IP 172.20.0.13 (3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41/20d92b8d-46f6-4b78-bb84-4d5e0c0a9219/6651a919-fa1a-42e4-a606-65b2ea12f2d1) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:56:46.835626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:46.949395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.076735 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d016dbfb-719c-4e0d-9d2f-dd4256cbf93c req-d6248b5c-4540-433e-8e4c-135e6642fc02 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 210 time: 0.0743790
Apr 15 10:56:47.223722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b1fd5c18>,) {'filters': {'network_id': ['e708f5ba-7f80-4884-85cc-9bbf29be3d29']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:47.246814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b1fd5c18>, 'fc1c0415-a4fd-4327-b064-41a1be844c07') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:47.247464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b1fd5c18>, 'fc1c0415-a4fd-4327-b064-41a1be844c07') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:47.261624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.281013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7e2dd6cf-9424-439f-8ed9-78ba2a0daac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:47.350739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852195831'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.368646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.378354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c1fe93-5ce0-4326-8c92-78e1ecb99c43,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:47.382290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:47.382543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e329ad4-0617-4988-9c00-02379ea236bc', 'tag': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:47.411600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:56:47.465347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-60f2f57e-9bb2-4b7c-9266-9a674fd53eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.470443 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e329ad4-0617-4988-9c00-02379ea236bc', 'tag': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d', 'status': 'completed', 'code': 200}
Apr 15 10:56:47.486647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.488873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.496369 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/57c1fe93-5ce0-4326-8c92-78e1ecb99c43 HTTP/1.1" status: 204  len: 168 time: 0.8992178
Apr 15 10:56:47.499239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53920) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:47.604761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Transition to ACTIVE for port object 6651a919-fa1a-42e4-a606-65b2ea12f2d1 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:47.679741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167c784-732f-41bc-938c-2ca9bf3c5c67 req-9799896a-7ad6-4176-a6e1-d982f2e81a55 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:47.681265 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4167c784-732f-41bc-938c-2ca9bf3c5c67 req-9799896a-7ad6-4176-a6e1-d982f2e81a55 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 943 time: 0.3779018
Apr 15 10:56:47.726780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:56:47.735428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.740355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985658'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:47.836541 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4167c784-732f-41bc-938c-2ca9bf3c5c67 req-9d1e68ec-beb9-4e44-a8d9-d6742d0d5e53 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380410
Apr 15 10:56:47.856907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-93cada69-3a7f-445b-a40f-6908e197e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:47.859258 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-93cada69-3a7f-445b-a40f-6908e197e182 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bf451dc791f4ccfa442b6f9dad47213&device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 1096 time: 0.3261166
Apr 15 10:56:47.997380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Network e708f5ba-7f80-4884-85cc-9bbf29be3d29 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:56:48.104999 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:56:48.123084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.130286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.133648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:48.144065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.192839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.218599 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:56:48.225127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Pushing event deleted for resources: {'Network': ['ID=e708f5ba-7f80-4884-85cc-9bbf29be3d29,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:48.228355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:48.234259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:48.376387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-2b856629-8d97-4308-97f5-c330ff7fff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:48.378020 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-2b856629-8d97-4308-97f5-c330ff7fff2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0fcef70-5861-4704-a80b-371e5a017306 HTTP/1.1" status: 200  len: 916 time: 0.4742725
Apr 15 10:56:48.418433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=6651a919-fa1a-42e4-a606-65b2ea12f2d1,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:48.421811 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:48.430036 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-83740c64-60f6-4cc6-a750-e5745ade748b admin admin] 10.222.0.93 "DELETE /v2.0/networks/e708f5ba-7f80-4884-85cc-9bbf29be3d29 HTTP/1.1" status: 204  len: 168 time: 1.9208806
Apr 15 10:56:48.470105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:48.485808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-fc16883e-eee5-49e5-9d61-0db7c2d43d60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d HTTP/1.1" status: 200  len: 217 time: 0.0920038
Apr 15 10:56:48.489148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d', 'network_id': 'b0fcef70-5861-4704-a80b-371e5a017306', 'port_id': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d', 'mac_address': 'fa:16:3e:45:51:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43db6feb-f209-4e9a-b2ff-61f2ba50e2d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:56:48.545624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b0caf828>,) {'filters': {'network_id': ['edfd086f-6fea-44a8-8e20-032e1fd59223']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:48.546722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:48.548197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:48.568961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:48.574721 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.580501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0caf828>, '6c4de2e0-5b89-43f3-8d89-9eefd59e891f') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:48.580843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0caf828>, '6c4de2e0-5b89-43f3-8d89-9eefd59e891f') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:48.596279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:56:48.604680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee23f-1507-4da3-937f-ec522deb54dc req-c24320e4-f0f5-417b-931b-b44de3f2b650 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:48.606499 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f1ee23f-1507-4da3-937f-ec522deb54dc req-c24320e4-f0f5-417b-931b-b44de3f2b650 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 932 time: 0.3818223
Apr 15 10:56:48.619377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.630887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:48.639093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.640956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:48.737927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:48.740879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.741817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-9b2ffee8-1146-43fc-a34f-44eb14d1b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:48.744256 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-9b2ffee8-1146-43fc-a34f-44eb14d1b4ef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43db6feb-f209-4e9a-b2ff-61f2ba50e2d1 HTTP/1.1" status: 200  len: 854 time: 0.2463017
Apr 15 10:56:48.748247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.796220 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9077742
Apr 15 10:56:48.811979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Request body: {'port': {'device_id': 'a368773f-6673-4ece-836c-0d42bee62c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:48.819005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-2f1ee23f-1507-4da3-937f-ec522deb54dc req-3c591d6d-e2de-4e25-8d44-375a9b12534d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:48.866736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:48.887720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:48.917764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:56:48.942923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-094b8c6c-5d00-4dd8-80b3-3a34ea6ecf57 None None] Provisioning for port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:48.953418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-094b8c6c-5d00-4dd8-80b3-3a34ea6ecf57 None None] Provisioning complete for port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:48.953844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-094b8c6c-5d00-4dd8-80b3-3a34ea6ecf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:48.954948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53938) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:48.987937 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-c61f1020-c701-4ff9-a470-b7b978ad9a04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0fcef70-5861-4704-a80b-371e5a017306&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1795423
Apr 15 10:56:49.020655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:49.048901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:49.260641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e920-a53e-40ce-83de-c019285335d4 req-b0a95782-9d22-4dc9-b5e5-2fdc4e2e53b1 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:49.262399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e09e920-a53e-40ce-83de-c019285335d4 req-b0a95782-9d22-4dc9-b5e5-2fdc4e2e53b1 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 944 time: 0.1851032
Apr 15 10:56:49.333921 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-094b8c6c-5d00-4dd8-80b3-3a34ea6ecf57 None None] Port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:56:49.352318 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e09e920-a53e-40ce-83de-c019285335d4 req-122c566a-c9d9-4e9a-90ad-0c8978e5c6d5 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815418
Apr 15 10:56:49.484106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1d8affb-e6a1-4892-acef-a1fd383e69e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:49.486255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-2f1ee23f-1507-4da3-937f-ec522deb54dc req-3c591d6d-e2de-4e25-8d44-375a9b12534d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:49.487642 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f1ee23f-1507-4da3-937f-ec522deb54dc req-3c591d6d-e2de-4e25-8d44-375a9b12534d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8506203
Apr 15 10:56:49.553356 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9c90c2f0-f8fe-493e-989c-6a0bd5196d6b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=74986e2eb06646fd84ac971fbe14ffda&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5944834
Apr 15 10:56:49.564666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 53946) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:49.652357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Network edfd086f-6fea-44a8-8e20-032e1fd59223 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:56:49.667715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:49.834136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:49.889265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6651a919-fa1a-42e4-a606-65b2ea12f2d1 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:56:49.898736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:49.920160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Transition to ACTIVE for port object 6651a919-fa1a-42e4-a606-65b2ea12f2d1 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:49.924093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:49.935013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Network edfd086f-6fea-44a8-8e20-032e1fd59223 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:56:49.942926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-07c3d479-758f-4dbe-b950-37e3f0c6c874 tempest-VolumesNegativeTest-1802423395 tempest-VolumesNegativeTest-1802423395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:56:50.044258 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:56:50.107251 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-3d4d8169-c9fb-4a22-bdec-7918e32e17d7 service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1082044
Apr 15 10:56:50.124378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.170028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.224022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:50.244231 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:50.326907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:50.336638 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:50.337307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.344627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.398274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Pushing event deleted for resources: {'Network': ['ID=edfd086f-6fea-44a8-8e20-032e1fd59223,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:50.408995 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:50.417470 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f66ea1f-9423-42c4-ad22-44806c147247 req-5d09ea88-32f7-4aa6-b95e-ed453b1a2ab2 service neutron] 10.222.0.89 "GET /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942154
Apr 15 10:56:50.438261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.454951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e9dd80be-be74-4c4c-bb8e-57fd546b176e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:50.484219 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-b4e3b99c-3139-4e5e-858b-703911c7c3c8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4389436
Apr 15 10:56:50.488472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2676ea9-3c2a-428e-9832-7effc936f01a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:50.502832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:50.511291 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] 10.222.0.93 "DELETE /v2.0/networks/edfd086f-6fea-44a8-8e20-032e1fd59223 HTTP/1.1" status: 204  len: 168 time: 3.0105598
Apr 15 10:56:50.513432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.532887 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a2676ea9-3c2a-428e-9832-7effc936f01a HTTP/1.1" status: 204  len: 168 time: 0.9571702
Apr 15 10:56:50.567550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Pushing event updated for resources: {'Port': ['ID=6651a919-fa1a-42e4-a606-65b2ea12f2d1,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:50.575882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:50.870957 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.891365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:50.959547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e645b-91a5-4ff6-a554-c68ba21f8cb8 req-a2395d3f-ffa1-4f1f-81f6-1f4a0b5c87a8 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:50.962074 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a80e645b-91a5-4ff6-a554-c68ba21f8cb8 req-a2395d3f-ffa1-4f1f-81f6-1f4a0b5c87a8 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 944 time: 0.1558719
Apr 15 10:56:50.964765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-a72ef5f1-c820-4d34-ac04-4ee97a5a6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:50.966831 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-a72ef5f1-c820-4d34-ac04-4ee97a5a6765 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 1099 time: 0.2777855
Apr 15 10:56:50.987104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e329ad4-0617-4988-9c00-02379ea236bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:51.019784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:51.025199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.027234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:51.057425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53966) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:51.156939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edec265-824b-4e1e-b643-8c8c6ed186a3 req-d099bc0f-9140-4fd5-b871-bb6724af1612 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:51.158699 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3edec265-824b-4e1e-b643-8c8c6ed186a3 req-d099bc0f-9140-4fd5-b871-bb6724af1612 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 944 time: 0.4593427
Apr 15 10:56:51.159510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Attempting to bind port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:51.159878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Attempting to bind port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:51.160245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Attempting to bind port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:51.191292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-d3dbec91-626d-4620-b44f-2f22ef2c5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:51.193534 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-d3dbec91-626d-4620-b44f-2f22ef2c5340 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.1802340
Apr 15 10:56:51.206894 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a80e645b-91a5-4ff6-a554-c68ba21f8cb8 req-cd3c2d7d-fb60-4c47-90d6-11e254648953 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2365062
Apr 15 10:56:51.212043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.218398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:56:51.218779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Attempting to bind port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:51.236830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:51.246248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:51.246712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:51.247096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Checking segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:51.247524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Bound using segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:51.248017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Bound port: 6651a919-fa1a-42e4-a606-65b2ea12f2d1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:51.248408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.294041 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-73532336-06c8-4dcb-bc18-6dec849c22c1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d180fa58116a4a018e0031d797e4aeca&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2342963
Apr 15 10:56:51.298142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 53976) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:51.320471 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e329ad4-0617-4988-9c00-02379ea236bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d', 'code': 200}
Apr 15 10:56:51.403974 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-d5df39e8-781b-46f7-b775-2af056df7ba9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7edebf2-5349-462a-803d-b8888fb38b0c HTTP/1.1" status: 200  len: 1000 time: 0.1950932
Apr 15 10:56:51.410889 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3edec265-824b-4e1e-b643-8c8c6ed186a3 req-53c4c96b-38b9-4ad1-b182-33fbcd17d7c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331295
Apr 15 10:56:51.450379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.510483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-8f874e03-065b-46e9-9fa2-2539846dc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:51.513664 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-8f874e03-065b-46e9-9fa2-2539846dc42a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.0972095
Apr 15 10:56:51.524867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.534050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] For port 6651a919-fa1a-42e4-a606-65b2ea12f2d1, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:51.557204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] For port 6651a919-fa1a-42e4-a606-65b2ea12f2d1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:51.596875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.637889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c1878d62-6ca9-4e23-bb3e-1d3b9e815a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:51.664768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-d97a69fc-9cb9-472f-91f0-f8dfbcfb7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:51.667105 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-d97a69fc-9cb9-472f-91f0-f8dfbcfb7a72 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1446009
Apr 15 10:56:51.729590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Pushing event updated for resources: {'Port': ['ID=6651a919-fa1a-42e4-a606-65b2ea12f2d1,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:51.782372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.798201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:51.804695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c82e7aa4-5f8a-4b90-8042-c6114c21354b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:51.825314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:51.850214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:51.853680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.858452 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bdf5f7e0-2672-4cff-9fc2-33ccc39b6e87 HTTP/1.1" status: 204  len: 168 time: 0.5590236
Apr 15 10:56:51.952769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67556b-05e2-4090-9474-f9680f057444 req-cc727061-4eaa-4ed3-b581-db1d7bd357f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:51.964245 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f67556b-05e2-4090-9474-f9680f057444 req-cc727061-4eaa-4ed3-b581-db1d7bd357f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 1098 time: 0.2577567
Apr 15 10:56:51.965462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:51.966298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.968635 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] 10.222.0.89 "PUT /v2.0/ports/6651a919-fa1a-42e4-a606-65b2ea12f2d1 HTTP/1.1" status: 200  len: 1094 time: 3.1628151
Apr 15 10:56:51.969411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:52.034332 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-9f844e3b-efbc-41c3-b0d6-d5af6104a5c9 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3575265
Apr 15 10:56:52.091545 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'status': 'completed', 'code': 200}
Apr 15 10:56:52.136452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-ddb230e8-7231-497a-b0ff-b9bf0a150826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:52.139048 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-ddb230e8-7231-497a-b0ff-b9bf0a150826 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 1097 time: 0.1239240
Apr 15 10:56:52.210537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.287857 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-9ea51f38-37ee-4cf4-8337-52ead19f7365 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1 HTTP/1.1" status: 200  len: 217 time: 0.1303644
Apr 15 10:56:52.327879 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f67556b-05e2-4090-9474-f9680f057444 req-e7c12c10-daac-456f-9ace-7027747abd3b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3529847
Apr 15 10:56:52.455294 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-089725c6-ccc9-42a6-8a0c-c0fab815bf2a req-71168651-6c0c-4f2b-a1e2-ab79840f934c service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4110463
Apr 15 10:56:52.597961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-caa9d922-350e-4d12-87ad-65a947618c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:52.601896 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-caa9d922-350e-4d12-87ad-65a947618c06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.3058281
Apr 15 10:56:52.739807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132848-9c58-4301-806c-f91b8d245490 req-7152a173-8a11-403b-baf7-aa53540610e8 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:52.743478 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-31132848-9c58-4301-806c-f91b8d245490 req-7152a173-8a11-403b-baf7-aa53540610e8 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.1431730
Apr 15 10:56:52.832211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af0898-d218-4745-a397-c234dcb6309f req-96b27d40-c502-4944-ad00-6cb86ca9d9e3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:52.834458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e5af0898-d218-4745-a397-c234dcb6309f req-96b27d40-c502-4944-ad00-6cb86ca9d9e3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:52.844252 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-31132848-9c58-4301-806c-f91b8d245490 req-0476005e-fe7b-4453-93b8-dca46b4920f2 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950413
Apr 15 10:56:52.853674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-f4abb5d4-8050-4220-9a28-43ff6a65fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:52.855427 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-f4abb5d4-8050-4220-9a28-43ff6a65fcc0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2411630
Apr 15 10:56:53.092598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e5af0898-d218-4745-a397-c234dcb6309f req-96b27d40-c502-4944-ad00-6cb86ca9d9e3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:53.100333 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5af0898-d218-4745-a397-c234dcb6309f req-96b27d40-c502-4944-ad00-6cb86ca9d9e3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 944 time: 0.6370871
Apr 15 10:56:53.185267 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e5af0898-d218-4745-a397-c234dcb6309f req-10348b77-6bc7-4396-a8c2-863530a1372e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836332
Apr 15 10:56:53.196388 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-40bebd0e-ff77-4c3c-985b-5b342f27124f service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257720
Apr 15 10:56:53.423750 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfa8fb40-3227-499e-9f3d-9a50ece32cc0 req-dbf358a1-abde-4452-b2c2-80fa291afdd1 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158930
Apr 15 10:56:53.571620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:56:53.620421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-587bcf50-dbed-4cda-aeda-b1d080486244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:53.622329 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-587bcf50-dbed-4cda-aeda-b1d080486244 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 1097 time: 0.1428082
Apr 15 10:56:53.864053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-f14823e0-5d57-49d8-9cc1-3cea537b7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:53.870584 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-f14823e0-5d57-49d8-9cc1-3cea537b7e19 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.2405722
Apr 15 10:56:54.099609 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-43c5c87a-bc81-4725-afa6-6af87eb7e0d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1 HTTP/1.1" status: 200  len: 217 time: 0.1883945
Apr 15 10:56:54.247499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-365b1c19-8a92-4cef-87b8-d17ab09e87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:54.249300 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-365b1c19-8a92-4cef-87b8-d17ab09e87bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.1471071
Apr 15 10:56:54.315461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507dc9f-7202-4c01-9f89-253e055dba21 req-5b7298d1-0919-49f7-a91c-b17009520fe4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:54.324166 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5507dc9f-7202-4c01-9f89-253e055dba21 req-5b7298d1-0919-49f7-a91c-b17009520fe4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.2000208
Apr 15 10:56:54.395980 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5507dc9f-7202-4c01-9f89-253e055dba21 req-7f3084bc-9c82-4c14-862d-97a368588a8a tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707688
Apr 15 10:56:54.410624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.417723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-749b294b-bdef-48eb-88d8-34e2814b09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:54.419587 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-749b294b-bdef-48eb-88d8-34e2814b09a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1634574
Apr 15 10:56:54.761169 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-b4a6331a-f455-4034-bcdf-c6adb87f9251 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3261945
Apr 15 10:56:55.000396 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54100) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:55.052281 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-df8b0710-88e2-4bdd-9f59-d0811680c0a0 req-ca67a65e-64aa-4a57-8fd3-9ee60b302be0 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1915472
Apr 15 10:56:55.144231 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3b254-13d0-4692-9241-ed5330e8ecb5 req-16c65cd2-6462-4577-93b9-3369b9f830e1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:55.159817 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eac3b254-13d0-4692-9241-ed5330e8ecb5 req-16c65cd2-6462-4577-93b9-3369b9f830e1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 944 time: 0.3977776
Apr 15 10:56:55.253910 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eac3b254-13d0-4692-9241-ed5330e8ecb5 req-977e6580-83b6-4fab-8b14-78d6303117a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927999
Apr 15 10:56:55.379879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.409193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.418162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Usage tracker for resource:security_group_rule and tenant:d5bb4e5024b344eca86d5dac9131e827 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.425759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.436862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.550370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.556316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.564755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3802b81f-0611-49d3-9dbc-b1057875a0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.595520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64787624-c8a9-4df1-ab82-33b0760445dd,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.607767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.608541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.609104 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.609699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.610267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.610820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.611375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.611921 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.612477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.613084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.614633 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.615570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.636068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.674213 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d5bb4e5024b344eca86d5dac9131e827&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6726270
Apr 15 10:56:55.674354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54126) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:55.779669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.815623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.876740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.882618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b6562e60-049c-46c3-abf4-7820fdb4f884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.899959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64787624-c8a9-4df1-ab82-33b0760445dd,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.906801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.914762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.919434 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/64787624-c8a9-4df1-ab82-33b0760445dd HTTP/1.1" status: 204  len: 168 time: 0.2440875
Apr 15 10:56:56.320259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54166) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:56.355049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.373127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:56.385255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Usage tracker for resource:security_group_rule and tenant:c183982b7bfe4ffca0fd5c4e7d5364c9 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:56.389963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:56.399146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:56.550671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.562982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.595574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53113d2-ed6c-4dfc-9d80-bc7af0132dcf req-0a1d5862-06bd-4d69-92b8-0d376e573aa4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:56.597679 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f53113d2-ed6c-4dfc-9d80-bc7af0132dcf req-0a1d5862-06bd-4d69-92b8-0d376e573aa4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 944 time: 0.1420927
Apr 15 10:56:56.614649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f6cf7458-b21f-4c3c-b7ba-e4301dc2c105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:56.634994 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c183982b7bfe4ffca0fd5c4e7d5364c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3131993
Apr 15 10:56:56.640599 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54192) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:56.685502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040be921-ad6e-47e6-9af4-a9caf7a6221d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:56.688913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:56.747877 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f53113d2-ed6c-4dfc-9d80-bc7af0132dcf req-d47102c6-eedf-440e-9211-16ceb15688dc tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399896
Apr 15 10:56:56.804798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.840338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.896755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.906693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d67c1574-cc01-4608-8bbb-d26671d52d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:56.924912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040be921-ad6e-47e6-9af4-a9caf7a6221d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:56.927493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.932952 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/040be921-ad6e-47e6-9af4-a9caf7a6221d HTTP/1.1" status: 204  len: 168 time: 0.2905555
Apr 15 10:56:56.934035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:57.597131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54240) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:57.876794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:57.918352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:57.930488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Usage tracker for resource:security_group_rule and tenant:f29a94496bc7408d9503d835f671a294 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:57.934105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:57.942204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:58.032365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bf702-ec78-4a16-b376-0de2a9da4586 req-deed34b0-92fd-4a89-9e31-ff62868cb9fb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:58.034550 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9d1bf702-ec78-4a16-b376-0de2a9da4586 req-deed34b0-92fd-4a89-9e31-ff62868cb9fb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 944 time: 0.1381369
Apr 15 10:56:58.080871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.084935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.115397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-268daa95-207f-4989-835c-cb84ad5288df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:58.139191 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9d1bf702-ec78-4a16-b376-0de2a9da4586 req-dbdfb8bd-e89a-4f4c-8e9f-54ec2028211a tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929563
Apr 15 10:56:58.156037 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f29a94496bc7408d9503d835f671a294&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5578153
Apr 15 10:56:58.156800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabcb491-9593-42bd-a1d0-bc12206f55fc,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:58.159635 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54266) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:58.162467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:58.246408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.291069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.348743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.355045 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91e697e3-52f5-4501-ad47-2a0ed014f968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:58.371121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabcb491-9593-42bd-a1d0-bc12206f55fc,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:58.378114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:58.391622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.396131 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aabcb491-9593-42bd-a1d0-bc12206f55fc HTTP/1.1" status: 204  len: 168 time: 0.2355654
Apr 15 10:56:59.025293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54308) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:59.045389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.062505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:59.067188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e53fb26362c2475d9c948fa54f5f973a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:59.070941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:59.077625 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:59.193915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.197883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.207891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1ecc4f20-cc67-44a4-a594-a79e98f8517b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:59.258174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54318) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:59.258391 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e53fb26362c2475d9c948fa54f5f973a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2317526
Apr 15 10:56:59.259273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb66dd-ae04-4ed9-beac-9c30db163125,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:59.262854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-65b16eff-c5a6-4f5d-afa1-0ce643dee3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:59.329068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.365385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.384832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae55c-05c8-400a-805f-ce0ef4820b99 req-7e32602b-c2e0-48a3-aeaf-5388550e2f9c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:59.386518 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a85ae55c-05c8-400a-805f-ce0ef4820b99 req-7e32602b-c2e0-48a3-aeaf-5388550e2f9c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 944 time: 0.1122797
Apr 15 10:56:59.421105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.426460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-623839eb-848f-4c65-9bdc-d29b8aa1cd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:59.440797 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb66dd-ae04-4ed9-beac-9c30db163125,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:59.443182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:59.452076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.453925 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a85ae55c-05c8-400a-805f-ce0ef4820b99 req-e8680b38-445b-4955-b4bb-82fdbf62f901 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595028
Apr 15 10:56:59.460134 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/adcb66dd-ae04-4ed9-beac-9c30db163125 HTTP/1.1" status: 204  len: 168 time: 0.1969049
Apr 15 10:57:00.315704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 6651a919-fa1a-42e4-a606-65b2ea12f2d1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:57:00.474003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 6651a919-fa1a-42e4-a606-65b2ea12f2d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:00.488676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'port_id': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'mac_address': 'fa:16:3e:99:58:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:57:00.555240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.584040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6651a919-fa1a-42e4-a606-65b2ea12f2d1 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:00.613631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 6651a919-fa1a-42e4-a606-65b2ea12f2d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:00.617490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.620850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:00.699864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=6651a919-fa1a-42e4-a606-65b2ea12f2d1,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:00.704064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:00.739640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d88aa-c1ed-46c1-9abc-c963d6c0bcea req-881b22c4-a03b-4f95-af8c-0391b15588c3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:00.741936 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f52d88aa-c1ed-46c1-9abc-c963d6c0bcea req-881b22c4-a03b-4f95-af8c-0391b15588c3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 945 time: 0.1355882
Apr 15 10:57:00.799931 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f52d88aa-c1ed-46c1-9abc-c963d6c0bcea req-bd6f1041-e022-40c2-8141-19b87b17bcbe tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498786
Apr 15 10:57:00.869699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['6651a919-fa1a-42e4-a606-65b2ea12f2d1'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:01.602031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54452) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:01.731786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.748250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:01.752178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Usage tracker for resource:security_group_rule and tenant:dc2c9f7d1b6946efb47f147354eb9863 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:01.755125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:01.761496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:01.849119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.852563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.861477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ad5b16c-d041-451c-aac7-c3e1db862b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:01.899009 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dc2c9f7d1b6946efb47f147354eb9863&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956741
Apr 15 10:57:01.901194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54460) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:01.909524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12868516-bb38-4583-918a-fbcccb98c6aa,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:01.913304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:02.031114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.074699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706001e-256c-49ba-9f79-3f3001c426d1 req-142b7376-a5dd-4af1-b5b4-76b32868683e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:02.076281 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e706001e-256c-49ba-9f79-3f3001c426d1 req-142b7376-a5dd-4af1-b5b4-76b32868683e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 945 time: 0.1552343
Apr 15 10:57:02.078160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.154331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e706001e-256c-49ba-9f79-3f3001c426d1 req-40807037-2f24-4e05-babd-3ae66c8df391 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683770
Apr 15 10:57:02.164568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.170461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c738acb3-ac99-4cbe-a60e-8a53074bc8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:02.184945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12868516-bb38-4583-918a-fbcccb98c6aa,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:02.187401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:02.196558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.198198 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/12868516-bb38-4583-918a-fbcccb98c6aa HTTP/1.1" status: 204  len: 168 time: 0.2952225
Apr 15 10:57:02.324705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 6651a919-fa1a-42e4-a606-65b2ea12f2d1 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:02.339425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54474) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:02.404972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:02.413555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:02.414345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.415344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Deleting subnet ca40a393-938d-42d8-b297-0e6815820a1b {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:57:02.418668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.496558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.554242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54480) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:02.568106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.586152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.597941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:02.608926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 6651a919-fa1a-42e4-a606-65b2ea12f2d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:02.612959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.615058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-96630b73-018c-4020-9c7d-205245fb6189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:02.643386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.655676 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'code': 200}
Apr 15 10:57:02.695050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=6651a919-fa1a-42e4-a606-65b2ea12f2d1,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:02.698455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:02.945941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:02.955662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Usage tracker for resource:security_group_rule and tenant:608bbfae23c24157963da30d7f425148 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:02.960749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:02.974640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:02.994359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54492) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:03.126267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.142529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:03.146547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a6fbb08e13a43718283138b670ddfaa is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:03.149757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:03.155734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:03.170920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.172552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.187214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.198850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.258066 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.261907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.271170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-542c95e5-3ebf-4d46-ab07-ec61986d02b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.295038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca40a393-938d-42d8-b297-0e6815820a1b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:03.307940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.313343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9906b888-d6cd-45ba-8bd3-1ee9cd6ed17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.314034 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2a6fbb08e13a43718283138b670ddfaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3185136
Apr 15 10:57:03.315719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917a4be8-cf8e-4dd9-9292-194029c19a7f,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:03.318303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54500) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:03.321839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.376058 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=608bbfae23c24157963da30d7f425148&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8206863
Apr 15 10:57:03.378968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54504) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:03.398160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.427651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bccf95-0684-4790-8a9e-f41fbe2ee011,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:03.432946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.445057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.457142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.467686 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ca40a393-938d-42d8-b297-0e6815820a1b HTTP/1.1" status: 204  len: 168 time: 1.1271186
Apr 15 10:57:03.471726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54508) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:03.499825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f7e0-4bae-4960-b3c8-06990fbd35dc req-4d962014-2335-4958-bda7-fd8142b0af4f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:03.504331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a454f7e0-4bae-4960-b3c8-06990fbd35dc req-4d962014-2335-4958-bda7-fd8142b0af4f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.1954689
Apr 15 10:57:03.504521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.544821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.583243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.591169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-badd29c6-0fa3-4d2d-b0be-e19e3ff1d47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.605483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917a4be8-cf8e-4dd9-9292-194029c19a7f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:03.608013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.621205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.623738 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/917a4be8-cf8e-4dd9-9292-194029c19a7f HTTP/1.1" status: 204  len: 168 time: 0.3033412
Apr 15 10:57:03.630391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.637915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-41eb7522-6d00-495c-9b5b-18989ed3c282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.638497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.652594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bccf95-0684-4790-8a9e-f41fbe2ee011,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:03.655521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.659770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.663708 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/55bccf95-0684-4790-8a9e-f41fbe2ee011 HTTP/1.1" status: 204  len: 168 time: 0.2812569
Apr 15 10:57:03.718804 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a454f7e0-4bae-4960-b3c8-06990fbd35dc req-841d2f7d-c781-470a-9d3b-9ca44d404734 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640725
Apr 15 10:57:03.874752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.997737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b96a0358>,) {'filters': {'network_id': ['575007ab-9bc0-410b-9478-dac6664618d8']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:04.012328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b96a0358>, '5bdfbf95-2485-416c-89e6-3aac439a3ebf') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:04.012770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b96a0358>, '5bdfbf95-2485-416c-89e6-3aac439a3ebf') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:04.025663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.041307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.047967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:57:04.068784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54528) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:04.089826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.105928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:04.109882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Usage tracker for resource:security_group_rule and tenant:71d7880620e04583b38f86869fddedfa is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:04.112872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:04.119764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:04.210559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.213165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.223123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-164780bd-884a-41c2-9c2a-33c11e5ae1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:04.239304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Network 575007ab-9bc0-410b-9478-dac6664618d8 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:04.248752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.271576 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=71d7880620e04583b38f86869fddedfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2009466
Apr 15 10:57:04.274238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88491d9-0880-40de-a4a9-5fd73c59a92e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.277707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54536) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:04.280695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:04.348140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.378590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.426016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.432043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dd36c4b3-496e-42fb-99ba-39b6399143b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:04.447816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88491d9-0880-40de-a4a9-5fd73c59a92e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.450238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.454544 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d88491d9-0880-40de-a4a9-5fd73c59a92e HTTP/1.1" status: 204  len: 168 time: 0.1756175
Apr 15 10:57:04.455583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:04.455714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Network 575007ab-9bc0-410b-9478-dac6664618d8 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:57:04.479808 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:57:04.560902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.564702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-35f1a22c-5c00-46f5-a85d-5aba458116ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:04.580193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.599271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Pushing event deleted for resources: {'Network': ['ID=575007ab-9bc0-410b-9478-dac6664618d8,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.603438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:04.610473 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] 10.222.0.93 "DELETE /v2.0/networks/575007ab-9bc0-410b-9478-dac6664618d8 HTTP/1.1" status: 204  len: 168 time: 1.1377008
Apr 15 10:57:04.693217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e3bf-644a-4b93-a621-364db9aca0b6 req-036c8fc6-b4ae-4b54-a885-ab67f059cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:04.694945 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bc03e3bf-644a-4b93-a621-364db9aca0b6 req-036c8fc6-b4ae-4b54-a885-ab67f059cb43 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 1099 time: 0.1031623
Apr 15 10:57:04.848597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54566) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:04.912106 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-14361066-8099-4f24-9935-8aacc4983c59 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7b3d010fa339435fa4ea9fa2f3d24696&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598378
Apr 15 10:57:04.912372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54572) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:04.945819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f247-653c-465d-a927-0c4f0ddc590f req-a18c4941-96c1-465c-b73f-5b3104aeb8ec tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:04.947590 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7ea5f247-653c-465d-a927-0c4f0ddc590f req-a18c4941-96c1-465c-b73f-5b3104aeb8ec tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.0997980
Apr 15 10:57:04.987633 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:05.016596 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7ea5f247-653c-465d-a927-0c4f0ddc590f req-d38966c6-3350-4824-a53f-31385f43a16d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603957
Apr 15 10:57:05.022215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:05.071983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:05.077109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d1df80b5-61d2-476e-95a9-02f569332afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:05.092077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32c8aea-ac57-4552-95e3-105c704e168b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:05.094495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:05.099755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:05.101365 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c32c8aea-ac57-4552-95e3-105c704e168b HTTP/1.1" status: 204  len: 168 time: 0.1865950
Apr 15 10:57:05.716979 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bc03e3bf-644a-4b93-a621-364db9aca0b6 req-3164c378-4409-46da-8d2e-fb351203aa0f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668163
Apr 15 10:57:06.248294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4af26-5cd1-4f2f-bd85-767a47b3b8e3 req-384a541a-3474-4a9d-bceb-108e97687b33 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:06.257742 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9ca4af26-5cd1-4f2f-bd85-767a47b3b8e3 req-384a541a-3474-4a9d-bceb-108e97687b33 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.1190393
Apr 15 10:57:06.315330 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9ca4af26-5cd1-4f2f-bd85-767a47b3b8e3 req-37d10225-3454-4868-b8fa-8266804064f3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564504
Apr 15 10:57:07.361752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54682) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:07.493674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.510657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:07.514827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Usage tracker for resource:security_group_rule and tenant:0ac32aab45704cad9403a3657b4ceced is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:07.517943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:07.519857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841003a1-a004-4d02-895e-ece02fb22a99 req-8a89ba9a-8c9d-47bb-8609-a78ebfefa032 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:07.521490 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-841003a1-a004-4d02-895e-ece02fb22a99 req-8a89ba9a-8c9d-47bb-8609-a78ebfefa032 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.0983124
Apr 15 10:57:07.524056 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:07.575544 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-841003a1-a004-4d02-895e-ece02fb22a99 req-56059369-150a-4f4b-ac1f-08fd38d42eb3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474646
Apr 15 10:57:07.627258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.630243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.640251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5d1f80cb-37b6-458d-8ae9-c8c9b5e7f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:07.687376 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0ac32aab45704cad9403a3657b4ceced&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3218660
Apr 15 10:57:07.687376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61eca92-4221-44a6-b33a-4814a5dbb0ee,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:07.689049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54692) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:07.689353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:07.797525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829579f9-e712-41a8-9406-1ddd65725746 req-2db7cb8a-f0b3-44b7-9fa6-8f854b8ffa01 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:07.797871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-313a60b8-d2ee-4eb4-af35-de1002da3501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.799434 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-829579f9-e712-41a8-9406-1ddd65725746 req-2db7cb8a-f0b3-44b7-9fa6-8f854b8ffa01 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.0972614
Apr 15 10:57:07.826890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-313a60b8-d2ee-4eb4-af35-de1002da3501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.851579 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-829579f9-e712-41a8-9406-1ddd65725746 req-a386c976-0c12-4770-9619-602b595e1240 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445526
Apr 15 10:57:07.877982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54700) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:07.881079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-313a60b8-d2ee-4eb4-af35-de1002da3501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.890821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d33f85aa-96a8-4df8-9e50-fc26032ab500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:07.903438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a60b8-d2ee-4eb4-af35-de1002da3501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61eca92-4221-44a6-b33a-4814a5dbb0ee,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:07.907321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-313a60b8-d2ee-4eb4-af35-de1002da3501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:07.910697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-313a60b8-d2ee-4eb4-af35-de1002da3501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.911913 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-313a60b8-d2ee-4eb4-af35-de1002da3501 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c61eca92-4221-44a6-b33a-4814a5dbb0ee HTTP/1.1" status: 204  len: 168 time: 0.2212718
Apr 15 10:57:08.103919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c33d2c9-9dec-4041-a39a-4d553d9da691 tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:08.104705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c33d2c9-9dec-4041-a39a-4d553d9da691 tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] Synchronizing usage tracker for tenant:e59b3237467c45f1a3602531af2c31b5 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:08.126695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c33d2c9-9dec-4041-a39a-4d553d9da691 tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] Unset dirty status for tenant:e59b3237467c45f1a3602531af2c31b5 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:08.128085 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4c33d2c9-9dec-4041-a39a-4d553d9da691 tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 1094 time: 0.2487755
Apr 15 10:57:08.131243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54714) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:08.137984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'port_id': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:08.144494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:08.149393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:floatingip and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:08.158195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:08.159159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:08.170488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.273316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54722) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:08.293736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.311114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:08.315305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Usage tracker for resource:security_group_rule and tenant:c185c819c21144378abaa23d680d6f1d is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:08.318430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:08.328041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.328221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:08.421371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.425018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.434798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c91dbe3b-be72-4350-aff6-efe985c6a8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:08.489048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Allocated IP 172.27.1.142 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/44ea2836-e462-4076-a9e7-e97c2209ab96) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:08.667724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.707079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.716551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99afd614-115a-4b41-8095-fa32e2e5dc67,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:08.723716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-51003de0-13fc-4d92-9f12-376d88048c6a tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:08.724362 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c185c819c21144378abaa23d680d6f1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4496481
Apr 15 10:57:08.724859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54734) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:08.726938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:08.791804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.822072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.863361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=44ea2836-e462-4076-a9e7-e97c2209ab96,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:08.866955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:08.870652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.875924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-032094f8-fd8e-427b-b37b-ef1c91c36981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:08.890766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afd614-115a-4b41-8095-fa32e2e5dc67,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:08.893019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:08.893996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.898125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99afd614-115a-4b41-8095-fa32e2e5dc67 HTTP/1.1" status: 204  len: 168 time: 0.1677418
Apr 15 10:57:08.926383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:08.927539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:08.930999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:09.753996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.882967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.161724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.166203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.168239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54774) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:10.182366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.297799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.313571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:10.317682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a373235852b6413dbba6596d16f5b579 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:10.321408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:10.324111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=44ea2836-e462-4076-a9e7-e97c2209ab96,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:10.328154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:10.339605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:10.420401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.424755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.425131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.435372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ea73b469-c3fb-47eb-a26f-dfcec35c7a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.478624 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a373235852b6413dbba6596d16f5b579&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3092184
Apr 15 10:57:10.481598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54784) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:10.494637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60178af-204c-438a-a892-ac307f53f38b,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:10.511421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:10.548879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.576776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.618209 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Floating IP 9523ed58-8462-4d5d-beb5-bab92b74a3f9 associated. External IP: 172.27.1.142, port: 6651a919-fa1a-42e4-a606-65b2ea12f2d1.
Apr 15 10:57:10.622002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.627194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-63609d4e-6547-4772-856e-c43d59391788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.642330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60178af-204c-438a-a892-ac307f53f38b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:10.644725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:10.647013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.651408 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e60178af-204c-438a-a892-ac307f53f38b HTTP/1.1" status: 204  len: 168 time: 0.1662657
Apr 15 10:57:11.002698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:11.210777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:11.220460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:11.249363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:11.250569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2fa47b8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:11.257722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.343644 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2103603
Apr 15 10:57:11.344618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:11.431912 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'status': 'completed', 'code': 200}
Apr 15 10:57:11.473284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:11.589198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54834) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:11.606665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-cf37fdc7-30e0-4142-a38e-0954505219e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:11.608774 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-cf37fdc7-30e0-4142-a38e-0954505219e1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 1099 time: 0.1501014
Apr 15 10:57:11.857204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.888192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-0a5bdd5a-8bc8-4041-8477-1a447d252572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:11.889903 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-0a5bdd5a-8bc8-4041-8477-1a447d252572 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.2729807
Apr 15 10:57:11.894234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:11.900372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4fafe81b7fad47a5a6c19da7a836c3c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:11.903546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:11.909791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:12.033552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.039123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.049645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-81538d4a-42b1-4880-aea0-dc61923e758c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:12.054977 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-16198fec-c591-47e7-8cf1-dc888633741e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1 HTTP/1.1" status: 200  len: 1000 time: 0.1561348
Apr 15 10:57:12.102976 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4fafe81b7fad47a5a6c19da7a836c3c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5112989
Apr 15 10:57:12.103802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54870) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:12.108022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fa30ea-2a0d-486c-a04e-efa6a9ffe0a3,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:12.123414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:12.155415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-1d3ad5e5-bfe7-40ac-be1d-5f3ff8e41c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:12.157487 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-1d3ad5e5-bfe7-40ac-be1d-5f3ff8e41c62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0913019
Apr 15 10:57:12.182718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.211727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.263228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.268236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ef708e50-d6a5-4f1f-adf6-fccd47326517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:12.270906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-3b6a6d1a-ca1c-4f71-9e3b-3f07c5a0f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:12.272704 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-3b6a6d1a-ca1c-4f71-9e3b-3f07c5a0f6e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1073444
Apr 15 10:57:12.285755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fa30ea-2a0d-486c-a04e-efa6a9ffe0a3,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:12.289696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:12.290740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.295063 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/20fa30ea-2a0d-486c-a04e-efa6a9ffe0a3 HTTP/1.1" status: 204  len: 168 time: 0.1891434
Apr 15 10:57:12.331346 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2fa47b8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '9523ed58-8462-4d5d-beb5-bab92b74a3f9', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:99:58:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a368773f-6673-4ece-836c-0d42bee62c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:09Z', 'updated_at': '2021-04-15T10:57:09Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:12.336213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:12.345648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:12.346331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2fa47b8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:12.603793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:12.691903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 54896) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:12.726680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.750238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:12.754422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Usage tracker for resource:security_group_rule and tenant:0746c36be41347beb0c1c99fd1481a95 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:12.758170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:12.765527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:12.855975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.858798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.868536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01dc1238-bb37-40c1-a736-1d19730cbfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:12.915939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f99372-1afe-4449-8f0c-a6e447f213ee,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:12.921451 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0746c36be41347beb0c1c99fd1481a95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2283227
Apr 15 10:57:12.923353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:12.923929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 54900) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:12.994550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.996698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2fa47b8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '9523ed58-8462-4d5d-beb5-bab92b74a3f9', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:99:58:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a368773f-6673-4ece-836c-0d42bee62c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:09Z', 'updated_at': '2021-04-15T10:57:09Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:13.000934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800637bf-2dad-4a62-8743-28f44dcc558a None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '9523ed58-8462-4d5d-beb5-bab92b74a3f9', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:99:58:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a368773f-6673-4ece-836c-0d42bee62c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:09Z', 'updated_at': '2021-04-15T10:57:09Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:13.024733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.073158 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.078620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d2e7cbfd-0c45-48ec-9d58-05f9c118cf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:13.092286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f99372-1afe-4449-8f0c-a6e447f213ee,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:13.095092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:13.096320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.097566 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/10f99372-1afe-4449-8f0c-a6e447f213ee HTTP/1.1" status: 204  len: 168 time: 0.1725268
Apr 15 10:57:13.301650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf400f-9552-4f36-9194-dcd030769dd0 None None] New status for floating IP 9523ed58-8462-4d5d-beb5-bab92b74a3f9: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:57:13.310321 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-2418e81e-570f-442c-81b3-2003be178612 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457014
Apr 15 10:57:14.205989 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fbf861fd-5075-4957-a3eb-1cbbcfa05d91 req-f4fb0efb-3f99-417b-ac3a-0dabd80fad34 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441007
Apr 15 10:57:17.433687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45e06a2e-cd88-49e0-b8be-b2c61bb5c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:19.458840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a65c4b6-90ec-42f8-8cca-26ca2b2d1455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:20.693053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.134978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.260562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55094) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:21.393547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.410132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:21.413390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1338-0d0b-4477-a4d0-c2d2f0a76134 req-bc5c9f7e-641e-4e78-ba35-8307440426ec tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:21.414611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Usage tracker for resource:security_group_rule and tenant:838b3f627d9342ee80c35c973d9e8724 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:21.415114 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-652e1338-0d0b-4477-a4d0-c2d2f0a76134 req-bc5c9f7e-641e-4e78-ba35-8307440426ec tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.0969219
Apr 15 10:57:21.417677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:21.424009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:21.470441 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-652e1338-0d0b-4477-a4d0-c2d2f0a76134 req-a354cb8e-0e4f-4f56-abba-cd179df31bcb tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461695
Apr 15 10:57:21.518123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.521000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.530962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e3d5f118-1c8d-4493-a2f1-492d075b951c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:21.573999 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=838b3f627d9342ee80c35c973d9e8724&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122141
Apr 15 10:57:21.575649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced0ac8e-8c07-4913-89d4-fc3d5e3a84af,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:21.576907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55102) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:21.579060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e7c5b45d-6716-4c45-b802-aaa559824f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:21.645710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.674331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.723507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.729217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ca7483f8-c83c-4275-824e-a0603260c6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:21.743536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced0ac8e-8c07-4913-89d4-fc3d5e3a84af,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:21.748857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:21.755209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.759808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ced0ac8e-8c07-4913-89d4-fc3d5e3a84af HTTP/1.1" status: 204  len: 168 time: 0.1784825
Apr 15 10:57:22.065130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55112) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:22.085070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.100864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:22.104978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Usage tracker for resource:security_group_rule and tenant:43d71b5083e946b2addb668021fae0bc is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:22.107943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:22.114226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:22.188939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.202695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.205475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.214550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:22.259268 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=43d71b5083e946b2addb668021fae0bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1929154
Apr 15 10:57:22.261011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f910ec2-92e3-43c9-80b1-eaf440adbf70,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:22.262192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55116) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:22.264416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:22.327730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.356623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.400984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.406038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0a5a3d6c-5db4-42fa-b9dd-2eedee046d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:22.419297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f910ec2-92e3-43c9-80b1-eaf440adbf70,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:22.422868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:22.428749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.432077 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2f910ec2-92e3-43c9-80b1-eaf440adbf70 HTTP/1.1" status: 204  len: 168 time: 0.1667314
Apr 15 10:57:22.687291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ee502-4455-4a61-b638-3405a01c1b83 req-2407bb95-153a-4e10-a883-5933918bac56 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:22.688818 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-005ee502-4455-4a61-b638-3405a01c1b83 req-2407bb95-153a-4e10-a883-5933918bac56 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.0972643
Apr 15 10:57:22.740783 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-005ee502-4455-4a61-b638-3405a01c1b83 req-ecceae37-0b5f-4ea4-b861-fc7c6687a30c tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449004
Apr 15 10:57:22.829530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55128) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:22.849098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.866078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:22.870068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Usage tracker for resource:security_group_rule and tenant:55c1b618e9ec44c493e17d7d4ba81ce1 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:22.872999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:22.879049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:22.967493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.970318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.980365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-44b67e6a-0849-4927-974d-effbe03fa8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:23.030388 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55c1b618e9ec44c493e17d7d4ba81ce1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1971955
Apr 15 10:57:23.030388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badca763-60aa-4230-b326-ea952229a03d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:23.030820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55134) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:23.032474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:23.101975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.130472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.176364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.182084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-76080055-8f7c-4052-ab20-c93e58afe9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:23.195410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badca763-60aa-4230-b326-ea952229a03d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:23.197735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:23.205204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.206465 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/badca763-60aa-4230-b326-ea952229a03d HTTP/1.1" status: 204  len: 168 time: 0.1745660
Apr 15 10:57:23.962534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e8f9-8536-4f84-8e59-7f586c011244 req-7416eb2e-efec-4c61-bf74-a1613b9a5622 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:23.964178 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d366e8f9-8536-4f84-8e59-7f586c011244 req-7416eb2e-efec-4c61-bf74-a1613b9a5622 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.0921621
Apr 15 10:57:24.004314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55164) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:24.019107 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d366e8f9-8536-4f84-8e59-7f586c011244 req-8fafcc01-c01f-42c8-a34f-ecc1603c6138 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477452
Apr 15 10:57:24.122412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284068542-network', 'tenant_id': '3c3f193f3997404c99c8fd5fe6114e4b'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:24.127375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:24.132486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Usage tracker for resource:network and tenant:3c3f193f3997404c99c8fd5fe6114e4b is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:24.135666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:24.143196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:24.151944 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Made reservation on behalf of 3c3f193f3997404c99c8fd5fe6114e4b for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:24.156716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.170403 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.187117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:24.191151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3f193f3997404c99c8fd5fe6114e4b is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:24.194855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:24.201431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:24.289704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.292405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.296640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4bcac64c-9019-4d17-8633-b42b3132d32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:24.326148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61731237-22af-486a-9368-f1577164c259 admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:57:24.335571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7fea4e-ba3f-4905-a33a-d0f4ba623750,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:24.339521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:24.342113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.342509 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Added segment 0df140cc-b13d-4deb-8d35-f34ca0fe9c0b of type vlan for network 07f5a79e-c964-4a06-a47c-8028ca592e1e
Apr 15 10:57:24.370291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.389935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.400277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.401707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:24.402358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.407296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f5e9f3d-48e5-4242-9d06-67614342c4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:24.518878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Pushing event updated for resources: {'Network': ['ID=07f5a79e-c964-4a06-a47c-8028ca592e1e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:24.522425 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-61731237-22af-486a-9368-f1577164c259 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5170021
Apr 15 10:57:24.523422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:24.525449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55172) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:24.529898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 07f5a79e-c964-4a06-a47c-8028ca592e1e details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:57:24.531359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Request body: {'subnet': {'network_id': '07f5a79e-c964-4a06-a47c-8028ca592e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284068542-subnet', 'tenant_id': '3c3f193f3997404c99c8fd5fe6114e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:24.536499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:24.541607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Usage tracker for resource:subnet and tenant:3c3f193f3997404c99c8fd5fe6114e4b is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:24.544565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:24.550910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:24.560776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Made reservation on behalf of 3c3f193f3997404c99c8fd5fe6114e4b for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:24.565555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3107074'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.002570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3107091'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.018530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:25.188368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad86d2b-5d8d-4a27-975e-db26134e0bb4,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:25.201359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:25.313316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a58992-e2ac-4b91-84c1-e2f88fdf8325 req-c331345a-df97-4860-a91c-e0891c6e38fa tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:25.314951 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-11a58992-e2ac-4b91-84c1-e2f88fdf8325 req-c331345a-df97-4860-a91c-e0891c6e38fa tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.1747398
Apr 15 10:57:25.315790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Checking segment: {'id': '0df140cc-b13d-4deb-8d35-f34ca0fe9c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '07f5a79e-c964-4a06-a47c-8028ca592e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:25.316189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Network hostable DHCP agents. Network: 07f5a79e-c964-4a06-a47c-8028ca592e1e, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:57:25.371264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Network 07f5a79e-c964-4a06-a47c-8028ca592e1e is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:25.381549 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-11a58992-e2ac-4b91-84c1-e2f88fdf8325 req-528729ee-2603-404d-a8ae-3f1bc6151955 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575850
Apr 15 10:57:25.386389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 07f5a79e-c964-4a06-a47c-8028ca592e1e) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:25.400740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:25.401439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.409557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfac463-4578-409b-9022-be0fcf6147cf None None] Network 07f5a79e-c964-4a06-a47c-8028ca592e1e requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:25.455298 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8473f2ca-9cb0-4098-80f9-1c9ec112dc8f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9286971
Apr 15 10:57:25.675749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6eb5fe-dcab-45d1-8602-41c2bc11b54b None None] Network 07f5a79e-c964-4a06-a47c-8028ca592e1e requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:26.140551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55250) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:26.151114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1124793648-network', 'tenant_id': '5ea8710a916c41d6b2a94b4784a705a1'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:26.153255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:26.157510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Usage tracker for resource:network and tenant:5ea8710a916c41d6b2a94b4784a705a1 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:26.160545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:26.168033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:26.178713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Made reservation on behalf of 5ea8710a916c41d6b2a94b4784a705a1 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:26.183777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.197264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.216218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:26.220253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea8710a916c41d6b2a94b4784a705a1 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:26.223199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:26.230134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:26.319765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.322653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.326829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-92c1ef9e-ceb6-4feb-88d1-69e21624630d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:26.356216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:57:26.365703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895da930-978f-4c25-9352-242d0930c41f,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:26.368975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:26.372855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.373265 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Added segment 4f5a201d-6bd9-45a9-b1e8-e15ea8315c62 of type vlan for network 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195
Apr 15 10:57:26.402002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.438712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.440377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:26.441097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.447434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:26.620743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Pushing event updated for resources: {'Network': ['ID=45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:26.626788 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4819424
Apr 15 10:57:26.626788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:26.629557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55262) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:26.634829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:57:26.637578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Request body: {'subnet': {'network_id': '45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1124793648-subnet', 'tenant_id': '5ea8710a916c41d6b2a94b4784a705a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:26.646092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:26.657008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cd92-c3e9-429b-a61a-b2a65a8eaa9d req-6978f94b-6d7e-4605-8b9d-bc527a29be2e tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:26.658898 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7de9cd92-c3e9-429b-a61a-b2a65a8eaa9d req-6978f94b-6d7e-4605-8b9d-bc527a29be2e tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.1142638
Apr 15 10:57:26.661905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Usage tracker for resource:subnet and tenant:5ea8710a916c41d6b2a94b4784a705a1 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:26.668729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:26.676068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:26.693080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-2f8f5f40-ffa4-4d50-986e-12947facb9b6 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:26.695455 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-2f8f5f40-ffa4-4d50-986e-12947facb9b6 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 945 time: 0.1626785
Apr 15 10:57:26.722871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Made reservation on behalf of 5ea8710a916c41d6b2a94b4784a705a1 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:26.728479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214511'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.792684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Deleting port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:57:26.793081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.842627 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7de9cd92-c3e9-429b-a61a-b2a65a8eaa9d req-ab8382e8-eea8-4f2b-b5ec-e54c6c4646c8 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/security-groups?id=b47fd0af-2feb-4c8c-87ea-f7138c27670c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636941
Apr 15 10:57:27.165592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] For port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,segment=NetworkSegment(3d32f154-3262-4749-be7b-35fb7097d303),segment_id=3d32f154-3262-4749-be7b-35fb7097d303)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:27.165592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.189055 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5652c-7896-4d14-8e6c-be3241cd0524 req-4580cf96-e852-43a4-b9f0-41cb318048e8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:27.195719 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-04a5652c-7896-4d14-8e6c-be3241cd0524 req-4580cf96-e852-43a4-b9f0-41cb318048e8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.2330360
Apr 15 10:57:27.336987 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Calling delete_port for 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:57:27.444302 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214526'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.461452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:27.596980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae4f498-79dc-4d58-9750-27bcc7021e05,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:27.603176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:27.653497 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-04a5652c-7896-4d14-8e6c-be3241cd0524 req-267eba4b-076b-455f-93c3-e294df9a6482 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4021983
Apr 15 10:57:27.677049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Checking segment: {'id': '4f5a201d-6bd9-45a9-b1e8-e15ea8315c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:27.677523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Network hostable DHCP agents. Network: 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:57:27.701434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Network 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:27.711355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:27.724358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:27.725627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.727701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040b348-0ba3-4be1-a504-92da43d0969e None None] Network 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:27.751873 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1209552
Apr 15 10:57:27.779171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.796739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:27.828858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:27.847762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Pushing event deleted for resources: {'Port': ['ID=822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:27.900442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:28.039819 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1764bd57-a1a6-431d-a210-a13a226d55aa req-e8803c6c-6398-4309-b2ba-cf3b0666a201 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e329ad4-0617-4988-9c00-02379ea236bc HTTP/1.1" status: 200  len: 210 time: 0.0666022
Apr 15 10:57:28.069657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226981fb-b840-4cc9-b110-80063e8e2604 None None] Network 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:28.105666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] No DVR routers for this DVR port 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d on host hv-cinder-78638 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:57:28.108364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.118895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e329ad4-0617-4988-9c00-02379ea236bc', 'name': 'network-vif-deleted', 'tag': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:28.126078 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b666eeeb-b66a-4721-a563-885327bffbf9 req-67de3443-e667-41e5-96a7-05e1ba81e2f9 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] 10.222.0.89 "DELETE /v2.0/ports/822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d HTTP/1.1" status: 204  len: 173 time: 1.4231229
Apr 15 10:57:28.189522 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e329ad4-0617-4988-9c00-02379ea236bc', 'name': 'network-vif-deleted', 'tag': '822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d', 'status': 'completed', 'code': 200}
Apr 15 10:57:28.705844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-a3ccc887-9db1-4ff3-810a-68031b78bc37 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:28.707511 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-a3ccc887-9db1-4ff3-810a-68031b78bc37 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.0928738
Apr 15 10:57:28.807485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Deleting port e7edebf2-5349-462a-803d-b8888fb38b0c {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:57:28.807809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.908897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb23901-afa1-45ea-8753-5a1db02c965f req-ebb83e6c-0a11-4fad-8842-7a3ceed914f3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:28.910745 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9cb23901-afa1-45ea-8753-5a1db02c965f req-ebb83e6c-0a11-4fad-8842-7a3ceed914f3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 946 time: 0.0986171
Apr 15 10:57:28.963871 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9cb23901-afa1-45ea-8753-5a1db02c965f req-f462480e-2192-47e6-bc11-fafb2de60eae tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab91d9aa-e376-4998-bb68-4b35e561e79b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455413
Apr 15 10:57:29.087280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] For port e7edebf2-5349-462a-803d-b8888fb38b0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7edebf2-5349-462a-803d-b8888fb38b0c,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:29.087681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.414931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.415504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.415676 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Floating IP bb90661f-1ebb-475d-bbc3-e801846aa20a disassociated. External IP: 172.27.1.94, port: e7edebf2-5349-462a-803d-b8888fb38b0c.
Apr 15 10:57:29.416057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Calling delete_port for e7edebf2-5349-462a-803d-b8888fb38b0c owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:57:29.593419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.610608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:29.664058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event deleted for resources: {'Port': ['ID=e7edebf2-5349-462a-803d-b8888fb38b0c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:29.720825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:30.031031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Router 229a6db5-26aa-49ff-9e56-0724764ce723 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:30.165820 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de5d4d46-669f-4a93-85a8-85169e40f79f req-d319eb42-aa48-438a-9133-034d639c3bea tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=30fbf8bb-52fe-418c-88a7-fade57f67a4a HTTP/1.1" status: 200  len: 210 time: 0.0577357
Apr 15 10:57:30.245530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:30.257587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] Sync routers for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:30.268614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:30.269461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b26f6c18>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:30.341865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] No DVR routers for this DVR port e7edebf2-5349-462a-803d-b8888fb38b0c on host hv-cinder-78638 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:57:30.344610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.356803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-deleted', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:30.364022 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f330ec4e-465c-4747-ae7b-b5546d99e26c req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "DELETE /v2.0/ports/e7edebf2-5349-462a-803d-b8888fb38b0c HTTP/1.1" status: 204  len: 173 time: 1.6461492
Apr 15 10:57:30.464908 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fbf8bb-52fe-418c-88a7-fade57f67a4a', 'name': 'network-vif-deleted', 'tag': 'e7edebf2-5349-462a-803d-b8888fb38b0c', 'status': 'completed', 'code': 200}
Apr 15 10:57:30.490442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:57:30.548375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:57:30.548864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 822fac4e-f778-4bb1-9b97-5d8c3ebc7c9d not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:57:30.549445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:57:30.580687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:57:30.787577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:30.859540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: e7edebf2-5349-462a-803d-b8888fb38b0c {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:57:30.859933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e7edebf2-5349-462a-803d-b8888fb38b0c not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:57:31.237531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b26f6c18>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:31.241945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] Checking router: 229a6db5-26aa-49ff-9e56-0724764ce723 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:31.251082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:31.251770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b26f6c18>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:31.313704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55364) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:31.383205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55368) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:31.397722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.434960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.498834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:31.529759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.548266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:31.554740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Usage tracker for resource:security_group_rule and tenant:56de80ac7145419aac82587c3671ccc2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:31.559689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:31.564488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.566257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:31.579264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-94f041ec-49fc-45d9-98bb-a9d78fe2ab2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:31.595786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab91d9aa-e376-4998-bb68-4b35e561e79b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:31.598580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:31.617720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.619089 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "DELETE /v2.0/security-groups/ab91d9aa-e376-4998-bb68-4b35e561e79b HTTP/1.1" status: 204  len: 168 time: 0.3039691
Apr 15 10:57:31.622096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55380) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:31.642771 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.v2.resource [None req-782c305e-b15e-4ed5-9151-83b128a84138 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] show failed (client error): The resource could not be found.
Apr 15 10:57:31.644147 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-782c305e-b15e-4ed5-9151-83b128a84138 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups/ab91d9aa-e376-4998-bb68-4b35e561e79b HTTP/1.1" status: 404  len: 347 time: 0.0209858
Apr 15 10:57:31.648500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55384) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:31.776522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.781834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.793017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5ef26d48-2e6f-4c34-9d01-92ce4723f11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:31.830600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48cfa71-0ecb-4319-97c9-de83554d3947,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:31.836639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:31.864038 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=56de80ac7145419aac82587c3671ccc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4794028
Apr 15 10:57:31.864955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55388) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:31.876766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Deleting port 1df17aac-ec49-4847-81a4-fa18718ec39c {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:57:31.877151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.972006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.032697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.081566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b26f6c18>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:32.091343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0828b14-ffb3-4b6c-ab85-ebe95699ad43 None None] The sync data for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi is: [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:32.154534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.161895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6e7dc0ae-3aee-4690-8119-27973039728c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:32.176423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48cfa71-0ecb-4319-97c9-de83554d3947,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:32.186299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:32.193959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.196973 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a48cfa71-0ecb-4319-97c9-de83554d3947 HTTP/1.1" status: 204  len: 168 time: 0.3285453
Apr 15 10:57:32.221909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.222283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.368776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Calling delete_port for 1df17aac-ec49-4847-81a4-fa18718ec39c owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:57:32.525923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.545804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fea6d9a5-9ab8-4039-9fa6-632ab665897f tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:32.560318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede24935-2a45-4175-b8ea-894e807b8555 None None] New status for floating IP bb90661f-1ebb-475d-bbc3-e801846aa20a: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:57:32.645375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event deleted for resources: {'Port': ['ID=1df17aac-ec49-4847-81a4-fa18718ec39c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:32.652608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:32.849218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.864250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.866109 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "DELETE /v2.0/floatingips/bb90661f-1ebb-475d-bbc3-e801846aa20a HTTP/1.1" status: 204  len: 168 time: 1.2160859
Apr 15 10:57:33.021934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55422) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:33.079941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55428) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:33.086529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349684204', 'description': 'tempest-description--1763429467'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:33.097546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.102421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.105784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.112265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.122374 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.150773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-680013028-network', 'tenant_id': 'fea27671d994495883ce654a53f77aef'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:33.155918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.158658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.165029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group_rule and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.168065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Usage tracker for resource:network and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.171265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.174452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.182546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.184916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.208366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Made reservation on behalf of fea27671d994495883ce654a53f77aef for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:33.213651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.231403 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.250664 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.259011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.262716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.274074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.323498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.330455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.337177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-26846100-82f3-4dd2-b438-15af0d1c7178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:33.400632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e621ead0-7387-4955-a5ec-3bd754f7b091,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:33.409761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:33.425468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.426750 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3457508
Apr 15 10:57:33.430566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55436) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:33.436539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'security_group_rule': {'security_group_id': 'e621ead0-7387-4955-a5ec-3bd754f7b091', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:33.443019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.447671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group_rule and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.450752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.455978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.456926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.458898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.463351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c622ff5f-6e4d-4e0e-80cc-3cff536da3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:33.473749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.488725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:57:33.502996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd35e0-59a9-46cc-9463-f6ee3c89530e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:33.507021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:33.508002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.508579 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Added segment 85d401e7-b5f1-4775-9ac7-1bf948990b62 of type vlan for network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81
Apr 15 10:57:33.540110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.544284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.547222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.549589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:33.576572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb597ec-773f-4c9c-9d6f-ad147e12fd39,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:33.579343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:33.587362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.591502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-93d84ee7-8649-4611-a2c9-716bbf57d1bb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1569641
Apr 15 10:57:33.591803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55440) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:33.597850 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'security_group_rule': {'security_group_id': 'e621ead0-7387-4955-a5ec-3bd754f7b091', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:33.605857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.610474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:security_group_rule and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.613771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.620780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.638990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.717412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.721278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.723708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e37d53ad-29cd-430d-8b27-aef7867f27a1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:33.751055 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9061256-2d7f-4012-b50e-8e9aa5a49044,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:33.757152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:33.771061 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.774336 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-918ff4b2-6bf6-4b96-b54f-6b83af46f1cc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1812930
Apr 15 10:57:33.778163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55446) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:33.784934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:33.793089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.797581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Usage tracker for resource:floatingip and tenant:e4fc3a0be00044e683a6ad5825f9e4b5 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.800965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.807642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.807800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.809373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:33.810391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.815884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:33.818397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.933386 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9100964
Apr 15 10:57:33.936290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55450) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:33.939176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Pushing event updated for resources: {'Network': ['ID=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:33.945390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Request body: {'subnet': {'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-680013028-subnet', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:33.949137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:33.950476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:57:33.951355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:33.955426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Usage tracker for resource:subnet and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:33.960203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:33.967151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:33.970456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.976817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Made reservation on behalf of fea27671d994495883ce654a53f77aef for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:33.981623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3107074'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.124994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Allocated IP 172.27.1.222 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/803488e6-0c1f-449f-a333-8b9be5696cea) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:34.297043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.331515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.348215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f67bf211-74a2-4ff6-ad67-adc0af4d69ae tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:34.395042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3107091'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.408308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-88d7ebad-bebd-415d-a295-5b7ca4ccae20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:34.485656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'Port': ['ID=803488e6-0c1f-449f-a333-8b9be5696cea,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:34.490144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:34.538288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:34.543178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:34.543678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:34.544877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:34.547125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:34.613083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Checking segment: {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:34.613531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Network hostable DHCP agents. Network: b63dccd8-5ef0-486c-9cd0-9fcbe350ec81, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:57:34.633304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:34.635048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.640880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, b63dccd8-5ef0-486c-9cd0-9fcbe350ec81) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:34.651115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb700ba-b768-453d-be78-85d2c9af7e58 None None] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:34.653114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:34.653831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.676783 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8c9683c0-178a-4158-b6e5-35d956ae629f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7393498
Apr 15 10:57:34.677967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55458) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:34.683681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:34.688551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:34.692606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Usage tracker for resource:router and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:34.696897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:34.703161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:34.710782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.718932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.720050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.745303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.913167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:57:34.914093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.013712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.018860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.034687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0bdfa970-2e26-4ab8-af9c-b3b798dd5c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:35.057401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.084981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Allocated IP 172.20.0.2 (b63dccd8-5ef0-486c-9cd0-9fcbe350ec81/a3126a8e-6ff6-4c96-ac96-0fed008ab9cf/9ab03b3d-6b70-4741-8f37-5b3cc3252643) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:35.170487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'Port': ['ID=803488e6-0c1f-449f-a333-8b9be5696cea,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:35.175303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:35.284976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.310917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.312253 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5334921
Apr 15 10:57:35.319989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.331662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Transition to ACTIVE for port object 9ab03b3d-6b70-4741-8f37-5b3cc3252643 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:35.380509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Transition to ACTIVE for port object 9ab03b3d-6b70-4741-8f37-5b3cc3252643 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:35.393133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.458354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.494432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.534417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:35.655010 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Pushing event updated for resources: {'Port': ['ID=9ab03b3d-6b70-4741-8f37-5b3cc3252643,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:35.667930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.668328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.668795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.669074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.669480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.670217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.670217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.670721 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.670977 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.671230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.671597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.671965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:35.684184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:35.710198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Allocated IP 172.27.1.151 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/38437d89-a17b-41ff-82dd-86b429002904) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:35.728619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:35.733986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:35.736423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:35.884729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Attempting to bind port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:35.885608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Attempting to bind port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:35.886102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Attempting to bind port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 on network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:35.892790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:35.893409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Checking segment: {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:35.893938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:35.894457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Bound using segment: {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:35.895063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Bound port: 9ab03b3d-6b70-4741-8f37-5b3cc3252643, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:35.895981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:36.012045 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:36.016294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] For port 9ab03b3d-6b70-4741-8f37-5b3cc3252643, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:36.017628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-768279cc-1195-43da-8a04-b609a6982da1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:36.020936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] For port 9ab03b3d-6b70-4741-8f37-5b3cc3252643, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=9ab03b3d-6b70-4741-8f37-5b3cc3252643,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:36.025501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:36.045807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-768279cc-1195-43da-8a04-b609a6982da1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:36.050050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:36.055039 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-768279cc-1195-43da-8a04-b609a6982da1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--349684204&fields=id&tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 267 time: 0.1288626
Apr 15 10:57:36.178177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:36.207686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd80d0b6-493e-4ad4-a626-c02dace91350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:36.296765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Pushing event updated for resources: {'Port': ['ID=38437d89-a17b-41ff-82dd-86b429002904,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:36.371160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:36.413307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Pushing event updated for resources: {'Port': ['ID=9ab03b3d-6b70-4741-8f37-5b3cc3252643,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:36.426049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:36.443987 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-6feb5195-0696-4792-aebb-448406b8d7dc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:36.445522 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-6feb5195-0696-4792-aebb-448406b8d7dc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 816 time: 0.3896196
Apr 15 10:57:36.483304 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-12036b2b-d8d7-4f6a-8f84-9dd9895c6e0e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/quotas/e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 375 time: 0.0238547
Apr 15 10:57:36.559349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:36.562102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:36.564613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:37.026198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-3647c2f1-94b8-4b70-a914-db49ea8d6781 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:37.089155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-3647c2f1-94b8-4b70-a914-db49ea8d6781 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:37.090554 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-3647c2f1-94b8-4b70-a914-db49ea8d6781 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5951583
Apr 15 10:57:37.426168 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-2e98914e-dab3-4ad6-aeb7-429df296f9ad service neutron] 10.222.0.93 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3219242
Apr 15 10:57:37.428922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.939906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 9ab03b3d-6b70-4741-8f37-5b3cc3252643 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:38.028213 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-29c8b44b-883d-451d-8584-5ee669b3e70b service neutron] 10.222.0.93 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5463905
Apr 15 10:57:38.035247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:38.046803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.082236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e924b-9a88-4eee-9910-38f6d9d292fd None None] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:38.214520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Provisioning for port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:38.222877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Provisioning complete for port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:38.223301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.367179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Router f94c3235-6de3-424d-a3f3-8e62b9631ac5 is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:57:38.433835 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cd740baa-91e5-4aa8-8939-a4778fb32784 req-7dd4dbb9-dd17-4530-92d4-798f1558bc48 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 210 time: 0.1947536
Apr 15 10:57:38.542835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.570434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:38.587329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Sync routers for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:38.594848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.599014 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9173801
Apr 15 10:57:38.600936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55544) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:38.605463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] For port 9ab03b3d-6b70-4741-8f37-5b3cc3252643, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=9ab03b3d-6b70-4741-8f37-5b3cc3252643,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:38.609996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:38.610604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2534b38>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:38.669835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.807891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:38.932691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:38.979222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-37c4518f-31e7-4928-b65a-9edaeb5a2a13 None None] Provisioning complete for port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:38.979573 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-37c4518f-31e7-4928-b65a-9edaeb5a2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.010669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Pushing event updated for resources: {'Port': ['ID=9ab03b3d-6b70-4741-8f37-5b3cc3252643,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:39.080537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:39.388172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2534b38>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 3, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:39.393188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Checking router: f94c3235-6de3-424d-a3f3-8e62b9631ac5 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:39.393864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Updating router f94c3235-6de3-424d-a3f3-8e62b9631ac5 port 38437d89-a17b-41ff-82dd-86b429002904 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:39.490981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.936823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 9ab03b3d-6b70-4741-8f37-5b3cc3252643 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:39.972822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.020029 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d24b8529-6a37-410d-a120-e91cb131e7a2 req-03480e67-e3a8-4db6-870e-dd60b7df0bac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 210 time: 0.1976836
Apr 15 10:57:40.045420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55580) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:40.116480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-4729acaa-0386-4118-9c71-88aec5285f6e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:40.118254 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-4729acaa-0386-4118-9c71-88aec5285f6e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 816 time: 0.6594703
Apr 15 10:57:40.205545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:40.205971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.229577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.247296 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d5f917c4-3213-4175-988b-1adf13b78a6e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 5704 time: 0.1198874
Apr 15 10:57:40.257897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'port': {'device_id': '29919b96-b36a-46c3-b545-d7efb99e3810', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'admin_state_up': True, 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'security_groups': ['e621ead0-7387-4955-a5ec-3bd754f7b091']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:40.273377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:40.282315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Allocated IP 172.20.0.1 (b63dccd8-5ef0-486c-9cd0-9fcbe350ec81/a3126a8e-6ff6-4c96-ac96-0fed008ab9cf/5e1af914-7b24-4470-9446-97cbcc4d14bd) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:40.283582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Usage tracker for resource:security_group_rule and tenant:6fc55aad9d1a42c3bf036714ebb7723e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:40.337771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:40.350669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:40.449446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.453617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:40.462223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.462422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Transition to ACTIVE for port object 38437d89-a17b-41ff-82dd-86b429002904 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:40.468479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.470606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:40.479665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Transition to ACTIVE for port object 5e1af914-7b24-4470-9446-97cbcc4d14bd will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:40.485308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:40.499543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Made reservation on behalf of e4fc3a0be00044e683a6ad5825f9e4b5 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:40.504291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.505774 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.525911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:40.543119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.588552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.602788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0e8625c0-6122-4336-a46e-cd60866a09fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:40.620249 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e9f0-975f-4977-ac88-2c961b5eeceb None None] Pushing event updated for resources: {'Port': ['ID=38437d89-a17b-41ff-82dd-86b429002904,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:40.625340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c132e9f0-975f-4977-ac88-2c961b5eeceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:40.667807 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6fc55aad9d1a42c3bf036714ebb7723e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6187892
Apr 15 10:57:40.671501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55586) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:40.682002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a84417c-13be-41e8-898b-4448146a8928,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:40.688421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:40.690044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1af914-7b24-4470-9446-97cbcc4d14bd,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:40.694196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Attempting to bind port 38437d89-a17b-41ff-82dd-86b429002904 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:40.694744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Attempting to bind port 38437d89-a17b-41ff-82dd-86b429002904 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:40.695211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Attempting to bind port 38437d89-a17b-41ff-82dd-86b429002904 on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:40.697989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:40.702052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:40.710179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:40.710939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.714301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:40.720503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Bound port: 38437d89-a17b-41ff-82dd-86b429002904, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:40.721077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.779915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:40.781662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Allocated IP 172.20.0.13 (09cc6cf2-4fb2-4daf-9b02-567c8b07f544/15b4c53f-89e9-404e-9fff-2c8a4c8ffda2/64d4e1a1-aa48-48fa-a39a-f18b9559b3d3) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:40.788224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:40.791363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:40.802494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] For port 38437d89-a17b-41ff-82dd-86b429002904, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:40.806321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] For port 38437d89-a17b-41ff-82dd-86b429002904, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=38437d89-a17b-41ff-82dd-86b429002904,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:40.810098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.826874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-63f3280a-40a2-487c-988b-07b8a4144824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:40.862257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.925280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.976374 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e9f0-975f-4977-ac88-2c961b5eeceb None None] Pushing event updated for resources: {'Port': ['ID=38437d89-a17b-41ff-82dd-86b429002904,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:40.990561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c132e9f0-975f-4977-ac88-2c961b5eeceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:41.020785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.046325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Transition to ACTIVE for port object 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:41.057196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:41.059793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2534b38>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:41.089211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.119704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:41.124525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.397806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.414765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.425447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-36adea89-a786-4314-a597-2dd5ddac8fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:41.449423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a84417c-13be-41e8-898b-4448146a8928,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:41.496567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:41.506363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d9e1f404-64a4-423c-8702-6e18bae79fec None None] Provisioning for port 5e1af914-7b24-4470-9446-97cbcc4d14bd completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:41.522767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d9e1f404-64a4-423c-8702-6e18bae79fec None None] Provisioning complete for port 5e1af914-7b24-4470-9446-97cbcc4d14bd triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:41.523198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f404-64a4-423c-8702-6e18bae79fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.553434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.555038 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8a84417c-13be-41e8-898b-4448146a8928 HTTP/1.1" status: 204  len: 168 time: 0.8825371
Apr 15 10:57:41.588364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db166c1c-6a74-4f11-aa99-6d0bf2c29dcb req-5c9360c0-9028-4118-b9f6-5b0c2158e2ea tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:41.600801 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db166c1c-6a74-4f11-aa99-6d0bf2c29dcb req-5c9360c0-9028-4118-b9f6-5b0c2158e2ea tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 932 time: 0.3497572
Apr 15 10:57:41.637561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1f404-64a4-423c-8702-6e18bae79fec None None] Port 5e1af914-7b24-4470-9446-97cbcc4d14bd cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:41.654819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:41.777952 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db166c1c-6a74-4f11-aa99-6d0bf2c29dcb req-00cd00a4-c11c-4fe3-ae42-17f6a944505f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761963
Apr 15 10:57:41.870183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:41.882379 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:41.915292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:41.919005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:41.925290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:42.041889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.048018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.054146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:42.054983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.096083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-60dc9b5d-b0ad-452f-86cf-6b25fdf17ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:42.106177 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8526874
Apr 15 10:57:42.123043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Request body: {'port': {'device_id': '29919b96-b36a-46c3-b545-d7efb99e3810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:42.207584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.225479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1af914-7b24-4470-9446-97cbcc4d14bd,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:42.238577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:42.240247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2534b38>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 3, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:42.245530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371edf92-0f6f-45ba-9fdb-10b435ef2863 None None] The sync data for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi is: [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 3, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:42.270415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-5b51f843-0294-4c20-9197-632ab2478358 None None] Provisioning for port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:42.279947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.282974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-5b51f843-0294-4c20-9197-632ab2478358 None None] Provisioning complete for port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:42.283622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5b51f843-0294-4c20-9197-632ab2478358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.366749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-5b51f843-0294-4c20-9197-632ab2478358 None None] Port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:42.408063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:42.409307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:42.647958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Router f94c3235-6de3-424d-a3f3-8e62b9631ac5 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:42.713654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-016522c4-1af5-4641-9ff2-88e90b232514 None None] Provisioning complete for port 5e1af914-7b24-4470-9446-97cbcc4d14bd triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:42.713654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-016522c4-1af5-4641-9ff2-88e90b232514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.900813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:42.903340 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-016522c4-1af5-4641-9ff2-88e90b232514 None None] Port 5e1af914-7b24-4470-9446-97cbcc4d14bd cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:42.910574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.928963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Transition to ACTIVE for port object 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:42.934779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.958426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-611d54e4-93dd-4c05-ba74-1f8f80b2457f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:42.983920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:42.991876 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] 10.222.0.93 "PUT /v2.0/routers/f94c3235-6de3-424d-a3f3-8e62b9631ac5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3902318
Apr 15 10:57:43.253906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:43.258557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:43.411259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15debb6f-c6ed-42ba-b967-353d2d902e03 req-a153987c-058c-4f10-a93c-9d9f82904da6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:43.412241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-15debb6f-c6ed-42ba-b967-353d2d902e03 req-a153987c-058c-4f10-a93c-9d9f82904da6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Synchronizing usage tracker for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:43.483441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-15debb6f-c6ed-42ba-b967-353d2d902e03 req-a153987c-058c-4f10-a93c-9d9f82904da6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Unset dirty status for tenant:e4fc3a0be00044e683a6ad5825f9e4b5 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:43.491570 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-15debb6f-c6ed-42ba-b967-353d2d902e03 req-a153987c-058c-4f10-a93c-9d9f82904da6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.4756250
Apr 15 10:57:43.547290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Attempting to bind port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:43.547675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Attempting to bind port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:43.548313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Attempting to bind port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:43.561086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:57:43.561549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Attempting to bind port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 on network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:43.573862 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-15debb6f-c6ed-42ba-b967-353d2d902e03 req-f48eb988-e294-4c4f-a0fc-96a9dc33ffd9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813661
Apr 15 10:57:43.576875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:43.577339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Checking segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:43.577785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Bound using segment: {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:43.578268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Bound port: 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e289a881-0382-46eb-9996-04efad2f3c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:43.578709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.691821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:43.695520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:43.699498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.714043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-04b758dc-88f7-4464-8e4b-589c03c86e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:43.839820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 38437d89-a17b-41ff-82dd-86b429002904 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:43.866133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:43.886110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55658) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:43.887631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.888035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.888452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.888987 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.889429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.889830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.890233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.890634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.891059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.891566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.891970 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.892458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:43.892939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-293465083-network', 'tenant_id': '757c7545f6ce4a66869c467366beebe7'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:43.898602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:43.908778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:43.913990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Usage tracker for resource:network and tenant:757c7545f6ce4a66869c467366beebe7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:43.917704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:43.918321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 38437d89-a17b-41ff-82dd-86b429002904 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:43.924455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 38437d89-a17b-41ff-82dd-86b429002904 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:43.925044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.929023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:43.937314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:43.938103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.940116 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] 10.222.0.89 "PUT /v2.0/ports/64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 200  len: 1094 time: 1.8224673
Apr 15 10:57:43.940608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Made reservation on behalf of 757c7545f6ce4a66869c467366beebe7 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:43.940726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:43.947223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.965871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.988367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:43.995080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Usage tracker for resource:security_group_rule and tenant:757c7545f6ce4a66869c467366beebe7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:44.001401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:44.003072 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'status': 'completed', 'code': 200}
Apr 15 10:57:44.009952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:44.102013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.113559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.118106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.122772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 38437d89-a17b-41ff-82dd-86b429002904, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=38437d89-a17b-41ff-82dd-86b429002904,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:44.132999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.132999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5a2febc3-e3fd-4f70-9430-12dea8fbf9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.133206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:57:44.139148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a96c0b33-3f9b-4879-80c1-f9e4916cc79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.153378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.153776 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Added segment 60cfc5f9-6b3d-454d-93bb-1f9652f17128 of type vlan for network 2f891fea-0de9-4a1c-bea2-644bdf069d65
Apr 15 10:57:44.180631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa0f019-53d3-4c21-a16f-170202feb21d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:44.191712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:44.199478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.218128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=38437d89-a17b-41ff-82dd-86b429002904,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:44.221201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:44.230105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.231480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.232120 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.237179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.341613 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4545600
Apr 15 10:57:44.344333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55666) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:44.346890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f891fea-0de9-4a1c-bea2-644bdf069d65,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:44.352684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Request body: {'subnet': {'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-293465083-subnet', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:44.357672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:44.358274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:57:44.358658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:44.362744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Usage tracker for resource:subnet and tenant:757c7545f6ce4a66869c467366beebe7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:44.366369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:44.372383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:44.382486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Made reservation on behalf of 757c7545f6ce4a66869c467366beebe7 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:44.387399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214511'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.796725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a32943-1708-4772-915a-9403b4c9516c req-04bad0f7-a107-48cb-86ac-b76d483da762 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.798697 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-14a32943-1708-4772-915a-9403b4c9516c req-04bad0f7-a107-48cb-86ac-b76d483da762 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0989285
Apr 15 10:57:44.804613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214526'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.821555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.849895 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-14a32943-1708-4772-915a-9403b4c9516c req-38da63e3-2d8e-4767-b381-31770f29a650 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431914
Apr 15 10:57:45.105051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-da1889e6-dd9a-4194-80e7-4232092b2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.106827 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-da1889e6-dd9a-4194-80e7-4232092b2a22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1097 time: 0.0856183
Apr 15 10:57:45.189603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b655c1ad-a9f2-43f5-9a30-abfff1626012,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:45.195408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:45.203659 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-31487dcf-5a1e-47ac-baa9-a45661d6a4be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 200  len: 217 time: 0.0884581
Apr 15 10:57:45.287568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Checking segment: {'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:45.287927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Network hostable DHCP agents. Network: 2f891fea-0de9-4a1c-bea2-644bdf069d65, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:57:45.295188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-da40b5a9-5cda-4043-a59e-07f51bf6c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.296834 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-da40b5a9-5cda-4043-a59e-07f51bf6c874 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.0862963
Apr 15 10:57:45.309614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:45.318883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 2f891fea-0de9-4a1c-bea2-644bdf069d65) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:45.328065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92143d12-9d33-4202-bed7-360935227f74 None None] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:45.331019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.331677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.345138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Sync routers for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:45.357095 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-23a51779-830d-4271-9644-beccd61153e8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0085027
Apr 15 10:57:45.357333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55678) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:45.363032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:45.368414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:45.370076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:45.370959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b22a3550>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:45.372260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Usage tracker for resource:router and tenant:757c7545f6ce4a66869c467366beebe7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:45.375901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:45.382685 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:45.394540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.395634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.398147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-99e34dd3-3810-4813-9a22-e926103c10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.399894 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-99e34dd3-3810-4813-9a22-e926103c10fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0953338
Apr 15 10:57:45.418636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.554464 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-72fb5e91-7744-4ca4-b83a-48b5bdb8cd83 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469498
Apr 15 10:57:45.570715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:45.624210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-2f891fea-0de9-4a1c-bea2-644bdf069d65', 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'fixed_ips': [{'subnet_id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:57:45.625585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.741829 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4c1add0f-3152-445a-a6de-56fbc10dbf33 req-863b4e00-8bcd-4c3e-a6da-0624ceb51704 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776221
Apr 15 10:57:45.863329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Allocated IP 172.20.0.2 (2f891fea-0de9-4a1c-bea2-644bdf069d65/b655c1ad-a9f2-43f5-9a30-abfff1626012/bf20dda9-80f0-4407-819e-d0d77817d7d8) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:45.870712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.945465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 38437d89-a17b-41ff-82dd-86b429002904 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:46.004096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-d6e52da5-43fa-4927-9bc9-27a90cccc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.005141 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-d6e52da5-43fa-4927-9bc9-27a90cccc716 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1097 time: 0.2038872
Apr 15 10:57:46.203512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 38437d89-a17b-41ff-82dd-86b429002904 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:46.203948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.301682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-e207e960-6ac3-414f-ba76-bbadef14fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.303752 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-e207e960-6ac3-414f-ba76-bbadef14fcc6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.2913234
Apr 15 10:57:46.305694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b22a3550>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 2, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:46.321087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Checking router: f94c3235-6de3-424d-a3f3-8e62b9631ac5 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:46.321819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Updating router f94c3235-6de3-424d-a3f3-8e62b9631ac5 port 5e1af914-7b24-4470-9446-97cbcc4d14bd binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:46.360219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.416612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Transition to ACTIVE for port object bf20dda9-80f0-4407-819e-d0d77817d7d8 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:46.445161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.454065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Transition to ACTIVE for port object bf20dda9-80f0-4407-819e-d0d77817d7d8 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:46.460097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.494847 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-7700c626-ee7b-4d72-83dd-f56bc52f8997 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 200  len: 217 time: 0.1846595
Apr 15 10:57:46.567874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.587996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:46.612830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.649318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-8f61f35a-731a-46ab-a88f-8c23ae302ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.651182 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-8f61f35a-731a-46ab-a88f-8c23ae302ca8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.1468854
Apr 15 10:57:46.692438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c30d0-6c03-46c0-9da8-5cc95232d0c1 req-82eb4134-e919-4ad5-96f3-5e5ad0f08f3b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.700340 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b66c30d0-6c03-46c0-9da8-5cc95232d0c1 req-82eb4134-e919-4ad5-96f3-5e5ad0f08f3b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.5665386
Apr 15 10:57:46.813677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:46.817034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:46.832776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:46.835712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Pushing event updated for resources: {'Port': ['ID=bf20dda9-80f0-4407-819e-d0d77817d7d8,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:46.842164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:46.847804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-29404914-1fc2-45a1-820f-fc5cc7b882b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.850965 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-29404914-1fc2-45a1-820f-fc5cc7b882b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1919622
Apr 15 10:57:46.854075 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b66c30d0-6c03-46c0-9da8-5cc95232d0c1 req-7c4b6de0-df31-4aa5-a526-2d0f87ec98bd tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1526861
Apr 15 10:57:47.000506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Allocated IP 172.27.1.249 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/e3330395-13c8-47cb-aba9-ee8b6a3dbdbd) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:47.036175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Attempting to bind port bf20dda9-80f0-4407-819e-d0d77817d7d8 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:47.041728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Attempting to bind port bf20dda9-80f0-4407-819e-d0d77817d7d8 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:47.042255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Attempting to bind port bf20dda9-80f0-4407-819e-d0d77817d7d8 on network 2f891fea-0de9-4a1c-bea2-644bdf069d65 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:47.054002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:47.056090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Checking segment: {'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:47.056627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.057746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Bound using segment: {'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:47.060947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Bound port: bf20dda9-80f0-4407-819e-d0d77817d7d8, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:47.061494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.114822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.143246 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Transition to ACTIVE for port object 5e1af914-7b24-4470-9446-97cbcc4d14bd will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:47.165471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.195285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:47.201266 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-0005b26a-c2ad-4287-885b-bc6fd4bf6d19 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3435571
Apr 15 10:57:47.227508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] For port bf20dda9-80f0-4407-819e-d0d77817d7d8, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:47.235250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] For port bf20dda9-80f0-4407-819e-d0d77817d7d8, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=bf20dda9-80f0-4407-819e-d0d77817d7d8,segment=NetworkSegment(60cfc5f9-6b3d-454d-93bb-1f9652f17128),segment_id=60cfc5f9-6b3d-454d-93bb-1f9652f17128)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:47.244442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.278568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c132e9f0-975f-4977-ac88-2c961b5eeceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:47.321859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Pushing event updated for resources: {'Port': ['ID=5e1af914-7b24-4470-9446-97cbcc4d14bd,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:47.401625 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.402201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.402422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.402724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.403096 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.403216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.403465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.403830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.404196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.404585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.404952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.405345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.405707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:47.411296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:47.516698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.552798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:47.574342 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95de2a5b-bda3-49ef-af6e-a805408acea9 req-25063d02-28f1-41ea-9d12-c73d11755204 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3612716
Apr 15 10:57:47.674321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-86f2248e-0744-49c0-8955-fe629087cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.693890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Pushing event updated for resources: {'Port': ['ID=bf20dda9-80f0-4407-819e-d0d77817d7d8,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:47.730809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Pushing event updated for resources: {'Port': ['ID=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:47.794291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:47.809122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:47.810769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:47.813332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:47.813623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Attempting to bind port 5e1af914-7b24-4470-9446-97cbcc4d14bd on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:47.814227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Attempting to bind port 5e1af914-7b24-4470-9446-97cbcc4d14bd by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:47.814640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Attempting to bind port 5e1af914-7b24-4470-9446-97cbcc4d14bd on network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:47.827040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:47.827382 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Checking segment: {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:47.827840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.828281 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Bound using segment: {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:47.828803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Bound port: 5e1af914-7b24-4470-9446-97cbcc4d14bd, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:47.829213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.849215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:47.972253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] For port 5e1af914-7b24-4470-9446-97cbcc4d14bd, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:47.979359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] For port 5e1af914-7b24-4470-9446-97cbcc4d14bd, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=5e1af914-7b24-4470-9446-97cbcc4d14bd,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:47.988982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:48.216787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-50f8a344-4765-43e4-be60-8e2351ea5146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:48.261261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc66-6edb-49c6-bebf-4b821cb0e91a req-54fa1767-e3b4-4555-be9f-4272aa8e8f8b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:48.270401 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-825afc66-6edb-49c6-bebf-4b821cb0e91a req-54fa1767-e3b4-4555-be9f-4272aa8e8f8b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.1682436
Apr 15 10:57:48.331302 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-825afc66-6edb-49c6-bebf-4b821cb0e91a req-1272b989-80f7-4b56-87e7-8d9889b24266 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595925
Apr 15 10:57:48.346662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:48.347362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b22a3550>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:48.576877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Pushing event updated for resources: {'Port': ['ID=5e1af914-7b24-4470-9446-97cbcc4d14bd,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:48.594705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:48.683206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:48.707439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.034111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:57:49.075407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b22a3550>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:47Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:49.080613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41ec3-11da-4fe4-b739-ae454c55070c None None] The sync data for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi is: [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:47Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:49.281593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:49.336461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'port_id': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'mac_address': 'fa:16:3e:c3:89:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:57:49.415022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.499291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.518607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-187bcf7f-200f-4a25-9125-da45f91af43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.540579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:49.579926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:49.586200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.593184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22871d23-e75b-44cf-a39c-baaf4ac19afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:49.753920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:49.767247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:49.828566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:49.838591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0584f6a-a403-47cd-8874-1cc8e964eac9 req-6f3e297c-ead7-44fb-8b3b-7bda84322806 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:49.850557 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b0584f6a-a403-47cd-8874-1cc8e964eac9 req-6f3e297c-ead7-44fb-8b3b-7bda84322806 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 945 time: 0.2179120
Apr 15 10:57:49.902759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f097b1-b765-4e7f-a513-474fbb1ff9c3 None None] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:49.965745 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b0584f6a-a403-47cd-8874-1cc8e964eac9 req-e7bff39e-7ab8-4506-98c1-dfcacf70d2bd tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924077
Apr 15 10:57:50.031350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Router 9d52e822-a115-474a-8342-1beba33cb226 is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:57:50.058404 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-8e354f3c-4221-4e5e-9bd7-06f65c10b256 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1579664
Apr 15 10:57:50.150918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55764) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:50.193822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 5e1af914-7b24-4470-9446-97cbcc4d14bd up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:50.314472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:50.335227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Sync routers for ids ['9d52e822-a115-474a-8342-1beba33cb226'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:50.342717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.346878 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.9856229
Apr 15 10:57:50.347491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55774) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:50.361136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-a1d1512a-30fd-4703-b4c7-e1f82d42e046 None None] Provisioning for port bf20dda9-80f0-4407-819e-d0d77817d7d8 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:50.364155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-36871781-028a-4dba-ae3b-0eb643fa8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:50.367399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-36871781-028a-4dba-ae3b-0eb643fa8069 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 1099 time: 0.1693041
Apr 15 10:57:50.426661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Routers {'9d52e822-a115-474a-8342-1beba33cb226'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:50.428282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b26420b8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['9d52e822-a115-474a-8342-1beba33cb226'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:50.529719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.557309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:50.564882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9adede754b41c6813a8943c0c7058f is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:50.570877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:50.582105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:50.631223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-5f2c4354-4586-4da6-9af3-b59463b439a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:50.632898 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-5f2c4354-4586-4da6-9af3-b59463b439a5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.2356226
Apr 15 10:57:50.739625 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 5e1af914-7b24-4470-9446-97cbcc4d14bd completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:50.766580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 5e1af914-7b24-4470-9446-97cbcc4d14bd triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:50.767222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.857631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.065647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Set router 9d52e822-a115-474a-8342-1beba33cb226 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:51.116509 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-a7a2fb13-1947-4b93-a1af-1cbcf534c3e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1 HTTP/1.1" status: 200  len: 1002 time: 0.4740288
Apr 15 10:57:51.201978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-e8ccaa15-816c-4b85-a0ae-53e79905cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.203583 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-e8ccaa15-816c-4b85-a0ae-53e79905cf42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0823262
Apr 15 10:57:51.258283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.306093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.327333 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.420588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.437034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.459134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-77477c6e-5c41-46ff-8aa2-65898341e152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:51.471515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 5e1af914-7b24-4470-9446-97cbcc4d14bd, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=5e1af914-7b24-4470-9446-97cbcc4d14bd,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:51.498242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.499584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0048cff5-86c7-4607-a2c6-e53698e5d4a0,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.499734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device bf20dda9-80f0-4407-819e-d0d77817d7d8 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:51.515093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:51.546723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-96630b73-018c-4020-9c7d-205245fb6189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:51.565060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e4c09-e7be-409c-af6a-ab5a164ee81c req-7872d16d-c277-4307-9206-ad13f36eafc4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.566961 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e4c09-e7be-409c-af6a-ab5a164ee81c req-7872d16d-c277-4307-9206-ad13f36eafc4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 945 time: 0.3563650
Apr 15 10:57:51.573515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-e645e2ed-bfc6-4d04-b172-063075f76e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.575285 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-e645e2ed-bfc6-4d04-b172-063075f76e80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3183227
Apr 15 10:57:51.589763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Allocated IP 172.20.0.1 (2f891fea-0de9-4a1c-bea2-644bdf069d65/b655c1ad-a9f2-43f5-9a30-abfff1626012/de4b51e5-0aec-478b-bf91-8424854c13a5) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:51.629165 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e4c09-e7be-409c-af6a-ab5a164ee81c req-fddae2ac-f3b2-40d3-b5d1-497ef6a5977d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499008
Apr 15 10:57:51.659649 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf9adede754b41c6813a8943c0c7058f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5074539
Apr 15 10:57:51.665606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55796) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:51.820261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a7b7-f585-4775-8dd8-84b75b77b83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.828256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.853554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=5e1af914-7b24-4470-9446-97cbcc4d14bd,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.853717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Transition to ACTIVE for port object de4b51e5-0aec-478b-bf91-8424854c13a5 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:51.855279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a7b7-f585-4775-8dd8-84b75b77b83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.860106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:51.883084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.884729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port bf20dda9-80f0-4407-819e-d0d77817d7d8 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:51.894740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port bf20dda9-80f0-4407-819e-d0d77817d7d8 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:51.895172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.902875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:51.957150 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-88764a41-c9cd-4743-a099-ec7347b32c66 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3317826
Apr 15 10:57:51.985964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b26420b8>, [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 3, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port': {'id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:51.991190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Checking router: 9d52e822-a115-474a-8342-1beba33cb226 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:51.991585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Updating router 9d52e822-a115-474a-8342-1beba33cb226 port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:52.063513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Pushing event updated for resources: {'Port': ['ID=de4b51e5-0aec-478b-bf91-8424854c13a5,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.069128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.134621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:52.136057 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:52.138515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:52.162183 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51d41164-13ae-4c56-a6a4-72aac5becea4 req-583a4b29-a126-4333-a45d-4ab4d71c5375 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955695
Apr 15 10:57:52.163818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a7b7-f585-4775-8dd8-84b75b77b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.189738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8fecf696-1edc-4e2c-a7de-c476d4ca224d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.213146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9a7b7-f585-4775-8dd8-84b75b77b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048cff5-86c7-4607-a2c6-e53698e5d4a0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.228331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e9c9a7b7-f585-4775-8dd8-84b75b77b83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.231792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.235760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a7b7-f585-4775-8dd8-84b75b77b83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.237005 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e9c9a7b7-f585-4775-8dd8-84b75b77b83a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0048cff5-86c7-4607-a2c6-e53698e5d4a0 HTTP/1.1" status: 204  len: 168 time: 0.5703726
Apr 15 10:57:52.262537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.401421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.404893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.492146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.567169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port bf20dda9-80f0-4407-819e-d0d77817d7d8, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=bf20dda9-80f0-4407-819e-d0d77817d7d8,segment=NetworkSegment(60cfc5f9-6b3d-454d-93bb-1f9652f17128),segment_id=60cfc5f9-6b3d-454d-93bb-1f9652f17128)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:52.617982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-2277a828-6155-446c-8c43-33f7c7903111 None None] Provisioning for port de4b51e5-0aec-478b-bf91-8424854c13a5 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:52.628572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.634448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.676470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-2277a828-6155-446c-8c43-33f7c7903111 None None] Provisioning complete for port de4b51e5-0aec-478b-bf91-8424854c13a5 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:52.676919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2277a828-6155-446c-8c43-33f7c7903111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.758894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 5e1af914-7b24-4470-9446-97cbcc4d14bd up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:52.847319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.852637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.889216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1f62f3f8-a8c7-4d68-b6db-644a53a24991 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.974865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Pushing event updated for resources: {'Port': ['ID=de4b51e5-0aec-478b-bf91-8424854c13a5,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.979393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.998981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-2277a828-6155-446c-8c43-33f7c7903111 None None] Port de4b51e5-0aec-478b-bf91-8424854c13a5 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:53.000859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=bf20dda9-80f0-4407-819e-d0d77817d7d8,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:53.006462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.010097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:53.036247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:53.117254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 5e1af914-7b24-4470-9446-97cbcc4d14bd triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:53.117951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.265535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:53.332703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:53.333133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.462948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.497863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Transition to ACTIVE for port object e3330395-13c8-47cb-aba9-ee8b6a3dbdbd will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:53.507242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.529053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:53.533749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63946fa-b52c-42f8-82f2-c8dbe33a471b req-c067bd42-7ec1-4158-8469-a993cb1e8e6c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.535365 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a63946fa-b52c-42f8-82f2-c8dbe33a471b req-c067bd42-7ec1-4158-8469-a993cb1e8e6c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 945 time: 0.1507761
Apr 15 10:57:53.550038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:53.565315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:53.781839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c387f0-4e56-4a06-bbf8-b036dadd4b4e None None] Pushing event updated for resources: {'Port': ['ID=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:53.784815 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22c387f0-4e56-4a06-bbf8-b036dadd4b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:53.795197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.796758 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a63946fa-b52c-42f8-82f2-c8dbe33a471b req-4eb020cc-7333-418b-95f3-cfd32a02dcc2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2491853
Apr 15 10:57:53.882795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:53.887244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Router 9d52e822-a115-474a-8342-1beba33cb226 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:53.902676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Attempting to bind port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:53.903108 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Attempting to bind port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:53.903529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Attempting to bind port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:53.907697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:53.916043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:53.917082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:53.917546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.917985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:53.918516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Bound port: e3330395-13c8-47cb-aba9-ee8b6a3dbdbd, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:53.918935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.958132 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'code': 200}
Apr 15 10:57:53.972050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.978210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:54.071894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ebe234d1-52bb-430c-b48d-2f0547cddb6a None None] Provisioning complete for port de4b51e5-0aec-478b-bf91-8424854c13a5 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:54.072313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ebe234d1-52bb-430c-b48d-2f0547cddb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.082113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55870) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:54.149504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:54.161463 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] 10.222.0.93 "PUT /v2.0/routers/9d52e822-a115-474a-8342-1beba33cb226/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8112547
Apr 15 10:57:54.184241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] For port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:54.187288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Deleting subnet 4ad86d2b-5d8d-4a27-975e-db26134e0bb4 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:57:54.187596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] For port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:54.191860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.198962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.259979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2579985'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.325364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.344472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:54.351076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:54.351735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ebe234d1-52bb-430c-b48d-2f0547cddb6a None None] Port de4b51e5-0aec-478b-bf91-8424854c13a5 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:54.357082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:54.471233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.483103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Routers {'9d52e822-a115-474a-8342-1beba33cb226'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:54.483814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b26420b8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['9d52e822-a115-474a-8342-1beba33cb226'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:54.756810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c387f0-4e56-4a06-bbf8-b036dadd4b4e None None] Pushing event updated for resources: {'Port': ['ID=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:54.768254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a7b9-97c6-443f-bb31-b2176f267075 req-7058606e-99e8-4800-8a25-b19117192e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:54.770262 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9444a7b9-97c6-443f-bb31-b2176f267075 req-7058606e-99e8-4800-8a25-b19117192e24 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1099 time: 0.3695948
Apr 15 10:57:54.841770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22c387f0-4e56-4a06-bbf8-b036dadd4b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:54.842664 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device bf20dda9-80f0-4407-819e-d0d77817d7d8 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:54.925463 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9444a7b9-97c6-443f-bb31-b2176f267075 req-92df3cc5-2c95-4b25-98b4-5294953f4b13 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331291
Apr 15 10:57:54.995514 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851791847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851668696'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.015488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.028774 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] Set router 9d52e822-a115-474a-8342-1beba33cb226 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:55.063586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad86d2b-5d8d-4a27-975e-db26134e0bb4,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:55.118537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:55.158492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486a38-45c2-44e7-ad48-88ca87589cc3 req-142bd3bc-e822-4864-b589-3c17c36e03ca tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:55.169574 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fe486a38-45c2-44e7-ad48-88ca87589cc3 req-142bd3bc-e822-4864-b589-3c17c36e03ca tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1571596
Apr 15 10:57:55.181287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.189617 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1519e1fb-64ae-4d92-b4b6-8d1ad60b9aad admin admin] 10.222.0.93 "DELETE /v2.0/subnets/4ad86d2b-5d8d-4a27-975e-db26134e0bb4 HTTP/1.1" status: 204  len: 168 time: 1.1063113
Apr 15 10:57:55.192088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55916) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:55.286109 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fe486a38-45c2-44e7-ad48-88ca87589cc3 req-852ab56e-2612-4f1e-bb99-37d9cf15d3db tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1154518
Apr 15 10:57:55.361262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.367016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port bf20dda9-80f0-4407-819e-d0d77817d7d8 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:55.367568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.595212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.653335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b26420b8>, [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 4, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port': {'id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': 'de4b51e5-0aec-478b-bf91-8424854c13a5', 'name': '', 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'mac_address': 'fa:16:3e:4a:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 2, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'subnets': [{'id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:55.658216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e61eee-db1c-4e5b-ae52-47f01f9b1458 None None] The sync data for ids ['9d52e822-a115-474a-8342-1beba33cb226'] in dv-cinder-786384-1-iscsi is: [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 4, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port': {'id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': 'de4b51e5-0aec-478b-bf91-8424854c13a5', 'name': '', 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'mac_address': 'fa:16:3e:4a:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 2, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'subnets': [{'id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:55.779722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b0be3048>,) {'filters': {'network_id': ['07f5a79e-c964-4a06-a47c-8028ca592e1e']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:55.805803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0be3048>, '0df140cc-b13d-4deb-8d35-f34ca0fe9c0b') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:55.805930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0be3048>, '0df140cc-b13d-4deb-8d35-f34ca0fe9c0b') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:55.839925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852195831'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.877880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.889455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:57:56.252802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Network 07f5a79e-c964-4a06-a47c-8028ca592e1e has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:56.272896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985658'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.699632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Network 07f5a79e-c964-4a06-a47c-8028ca592e1e has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:57:56.736753 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:57:56.868902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.879906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.889650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29d0aefd-c896-4150-ae33-18a888434dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:56.917837 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] 10.222.0.93 "DELETE /v2.0/networks/07f5a79e-c964-4a06-a47c-8028ca592e1e HTTP/1.1" status: 204  len: 168 time: 1.7240026
Apr 15 10:57:56.920775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55956) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:56.923554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Pushing event deleted for resources: {'Network': ['ID=07f5a79e-c964-4a06-a47c-8028ca592e1e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:56.934115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f96650-da86-4864-b05d-5c83adb191b5 req-739b7217-9b24-4ca2-b3b3-7696cacb8a32 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.935741 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f8f96650-da86-4864-b05d-5c83adb191b5 req-739b7217-9b24-4ca2-b3b3-7696cacb8a32 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.3615508
Apr 15 10:57:56.936676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:56.991668 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f8f96650-da86-4864-b05d-5c83adb191b5 req-b14e5286-fbb5-49cd-8103-228f0e978cf6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480669
Apr 15 10:57:57.059097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Deleting subnet 9ae4f498-79dc-4d58-9750-27bcc7021e05 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:57:57.064267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.138455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.260076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.368791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27383c69-4ab1-44ea-b5c8-17200e9d6d8c req-b294e38b-aee3-4290-a56c-37dd30e56b11 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:57.373942 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27383c69-4ab1-44ea-b5c8-17200e9d6d8c req-b294e38b-aee3-4290-a56c-37dd30e56b11 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.2018666
Apr 15 10:57:57.381339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 55962) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:57.398203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Request body: {'floatingip': {'port_id': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:57.524590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.613873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.643087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:57.914375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae4f498-79dc-4d58-9750-27bcc7021e05,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:57.956472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.956895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.959761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.961592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.973812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.974538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.975090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.975524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.975941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.976352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.976772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.977176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:57.983538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:58.022929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.034553 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9ae4f498-79dc-4d58-9750-27bcc7021e05 HTTP/1.1" status: 204  len: 168 time: 1.1102831
Apr 15 10:57:58.037785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55986) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:58.202078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.430187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.572366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b0eb1cf8>,) {'filters': {'network_id': ['45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:58.593000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0eb1cf8>, '4f5a201d-6bd9-45a9-b1e8-e15ea8315c62') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:58.596252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0eb1cf8>, '4f5a201d-6bd9-45a9-b1e8-e15ea8315c62') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:58.613630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.636415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.655708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:57:58.713133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.722807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.848065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e3330395-13c8-47cb-aba9-ee8b6a3dbdbd up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:58.985356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:58.998892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:58.999324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.150988 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Floating IP 378d2bc8-bb46-4267-b111-b4c648c3cd59 associated. External IP: 172.27.1.222, port: 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3.
Apr 15 10:57:59.187602 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.206237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:59.212124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.219394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 55996) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:59.221391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.380068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:59.384301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:59.400233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Deleting subnet 43db6feb-f209-4e9a-b2ff-61f2ba50e2d1 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:57:59.403791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.467486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.530634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Network 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:59.544292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.734110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Router 229a6db5-26aa-49ff-9e56-0724764ce723 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:59.781083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Network 45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:57:59.893091 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:57:59.902474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.916631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Sync routers for ids ['9d52e822-a115-474a-8342-1beba33cb226'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:59.949358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Routers {'9d52e822-a115-474a-8342-1beba33cb226'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:59.949748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.950052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b21ad2b0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['9d52e822-a115-474a-8342-1beba33cb226'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:59.956593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.964991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.982859 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195 HTTP/1.1" status: 204  len: 168 time: 1.9433060
Apr 15 10:58:00.002867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a9ebae-f117-4ff1-8fe1-d9ecf2ac2195,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:00.006209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c95e940b-1191-44db-8274-bc035a0ae3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:00.119297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:00.131599 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] Sync routers for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:00.132038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.152936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:00.154234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2f80780>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:00.301440 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0bf9962d-b43b-449b-8992-e0067e8188ac tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "PUT /v2.0/floatingips/378d2bc8-bb46-4267-b111-b4c648c3cd59 HTTP/1.1" status: 200  len: 992 time: 2.9178350
Apr 15 10:58:00.302521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:00.324348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56014) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:00.390992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Set router 9d52e822-a115-474a-8342-1beba33cb226 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:00.448211 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c716aaab-0040-444c-9024-60cb8aa6018c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3c3f193f3997404c99c8fd5fe6114e4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1223555
Apr 15 10:58:00.453418 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'status': 'completed', 'code': 200}
Apr 15 10:58:00.454202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56020) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:00.651238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:00.713425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.783325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.050926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e3330395-13c8-47cb-aba9-ee8b6a3dbdbd up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:01.055338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.064276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.082264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eeb03cd4-0f4f-4895-9332-4b9431ecf71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:01.116049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.121888 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fb7fea4e-ba3f-4905-a33a-d0f4ba623750 HTTP/1.1" status: 204  len: 168 time: 0.6662951
Apr 15 10:58:01.129310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-48a9ed6e-0e99-42f7-b4ad-e4e452184858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.134512 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-48a9ed6e-0e99-42f7-b4ad-e4e452184858 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1099 time: 0.6657534
Apr 15 10:58:01.141590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7fea4e-ba3f-4905-a33a-d0f4ba623750,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:01.156511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:01.339524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b21ad2b0>, [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 4, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port': {'id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': 'de4b51e5-0aec-478b-bf91-8424854c13a5', 'name': '', 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'mac_address': 'fa:16:3e:4a:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 2, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'subnets': [{'id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:01.351445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Checking router: 9d52e822-a115-474a-8342-1beba33cb226 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:01.351848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Updating router 9d52e822-a115-474a-8342-1beba33cb226 port de4b51e5-0aec-478b-bf91-8424854c13a5 binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:58:01.365125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0507fa1f-1739-4e4e-94bf-540eb8a5538c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:01.466353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-31ddce05-8520-4992-bc0b-4a35c38e57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.468222 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-31ddce05-8520-4992-bc0b-4a35c38e57e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.3105872
Apr 15 10:58:01.469546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43db6feb-f209-4e9a-b2ff-61f2ba50e2d1,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:01.483124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:01.490131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.494803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.503856 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-86605bca-728d-4fa9-8317-e1968ea276e6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/43db6feb-f209-4e9a-b2ff-61f2ba50e2d1 HTTP/1.1" status: 204  len: 168 time: 2.2702045
Apr 15 10:58:01.507235 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56038) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:01.537463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:01.538239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.748329 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-de2006b5-3752-466e-9e38-0462f02ddf78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 200  len: 1000 time: 0.2734330
Apr 15 10:58:01.962288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-3d8e9635-8ea1-4e8e-8c02-0ac246d0e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.964264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-3d8e9635-8ea1-4e8e-8c02-0ac246d0e4a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.2096741
Apr 15 10:58:01.993672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.152385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-0aea777b-c9b9-4df7-ae82-6008dff4e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:02.157680 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-0aea777b-c9b9-4df7-ae82-6008dff4e589 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1828508
Apr 15 10:58:02.210855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2f80780>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '378d2bc8-bb46-4267-b111-b4c648c3cd59', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'port_id': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'mac_address': 'fa:16:3e:c3:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29919b96-b36a-46c3-b545-d7efb99e3810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:02.211720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56050) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:02.216416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] Checking router: 229a6db5-26aa-49ff-9e56-0724764ce723 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:02.226672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:02.227658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2f80780>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:02.379149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.391956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Transition to ACTIVE for port object de4b51e5-0aec-478b-bf91-8424854c13a5 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:02.402062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.420033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:02.451138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-d60a07b0-61a8-45ad-96ec-7b731d985d2e service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888675
Apr 15 10:58:02.508793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.555218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:02.569724 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-70780eef-8375-44f8-920a-381041886861 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5ea8710a916c41d6b2a94b4784a705a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3566947
Apr 15 10:58:02.588367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e7f7-124c-4e14-bf90-8e67751ccb7c None None] Pushing event updated for resources: {'Port': ['ID=de4b51e5-0aec-478b-bf91-8424854c13a5,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:02.593015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0442e7f7-124c-4e14-bf90-8e67751ccb7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:02.661746 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b3489fe8-52e7-4014-ba6e-15979846e179 req-5b0c6d04-803d-47d3-b040-b4d909bb4b02 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963501
Apr 15 10:58:02.662380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56054) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:02.781838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.815593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b198b400>,) {'filters': {'network_id': ['b0fcef70-5861-4704-a80b-371e5a017306']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:02.843122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b198b400>, '3d32f154-3262-4749-be7b-35fb7097d303') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:02.845336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.845898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b198b400>, '3d32f154-3262-4749-be7b-35fb7097d303') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:02.874404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.911781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.918657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:58:02.940174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.949763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-61731237-22af-486a-9368-f1577164c259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:02.967358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.968876 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/895da930-978f-4c25-9352-242d0930c41f HTTP/1.1" status: 204  len: 168 time: 0.3053660
Apr 15 10:58:02.985627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895da930-978f-4c25-9352-242d0930c41f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:02.991274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:03.040015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Attempting to bind port de4b51e5-0aec-478b-bf91-8424854c13a5 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:03.043659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Attempting to bind port de4b51e5-0aec-478b-bf91-8424854c13a5 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:03.044109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Attempting to bind port de4b51e5-0aec-478b-bf91-8424854c13a5 on network 2f891fea-0de9-4a1c-bea2-644bdf069d65 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:03.060385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:03.060799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Checking segment: {'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:03.061271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.061906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Bound using segment: {'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:03.062426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Bound port: de4b51e5-0aec-478b-bf91-8424854c13a5, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cfc5f9-6b3d-454d-93bb-1f9652f17128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:03.062956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.145315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Network b0fcef70-5861-4704-a80b-371e5a017306 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:03.159951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.368414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] For port de4b51e5-0aec-478b-bf91-8424854c13a5, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:03.387600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] For port de4b51e5-0aec-478b-bf91-8424854c13a5, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=de4b51e5-0aec-478b-bf91-8424854c13a5,segment=NetworkSegment(60cfc5f9-6b3d-454d-93bb-1f9652f17128),segment_id=60cfc5f9-6b3d-454d-93bb-1f9652f17128)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:03.387600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.441718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Network b0fcef70-5861-4704-a80b-371e5a017306 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:58:03.469585 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:58:03.576030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2f80780>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '378d2bc8-bb46-4267-b111-b4c648c3cd59', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'port_id': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'mac_address': 'fa:16:3e:c3:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29919b96-b36a-46c3-b545-d7efb99e3810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:03.579430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.586183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22933ddf-99ff-48f8-87a3-3b127cf5c32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:03.588422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac3a04d-e916-40fc-9ae7-916b3bf912c4 None None] The sync data for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi is: [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '378d2bc8-bb46-4267-b111-b4c648c3cd59', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'port_id': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'mac_address': 'fa:16:3e:c3:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29919b96-b36a-46c3-b545-d7efb99e3810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 1, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:03.620270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.620270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fcef70-5861-4704-a80b-371e5a017306,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:03.623026 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:03.637454 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] 10.222.0.93 "DELETE /v2.0/networks/b0fcef70-5861-4704-a80b-371e5a017306 HTTP/1.1" status: 204  len: 168 time: 2.1264381
Apr 15 10:58:03.637560 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0442e7f7-124c-4e14-bf90-8e67751ccb7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:03.806037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e7f7-124c-4e14-bf90-8e67751ccb7c None None] Pushing event updated for resources: {'Port': ['ID=de4b51e5-0aec-478b-bf91-8424854c13a5,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:03.825759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0442e7f7-124c-4e14-bf90-8e67751ccb7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:03.851166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Routers {'9d52e822-a115-474a-8342-1beba33cb226'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:03.851991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b21ad2b0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['9d52e822-a115-474a-8342-1beba33cb226'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:03.947459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56084) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:04.071681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56090) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:04.081317 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9ab45c72-5862-415b-9ba0-67d3a9fa0e1b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2bf451dc791f4ccfa442b6f9dad47213&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1184430
Apr 15 10:58:04.106557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5235-e068-48c2-892a-85086108d67f None None] New status for floating IP 378d2bc8-bb46-4267-b111-b4c648c3cd59: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:58:04.197358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-627ae588-27d1-4092-a2c2-8674b8b8ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:04.267788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-627ae588-27d1-4092-a2c2-8674b8b8ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:04.433359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-627ae588-27d1-4092-a2c2-8674b8b8ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:04.438658 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ae6dea75-0031-4dda-aabd-97827fc0b6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:04.503457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ae588-27d1-4092-a2c2-8674b8b8ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47fd0af-2feb-4c8c-87ea-f7138c27670c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:04.507743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-627ae588-27d1-4092-a2c2-8674b8b8ae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:04.539663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-627ae588-27d1-4092-a2c2-8674b8b8ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:04.540881 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-627ae588-27d1-4092-a2c2-8674b8b8ae6e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b47fd0af-2feb-4c8c-87ea-f7138c27670c HTTP/1.1" status: 204  len: 168 time: 0.4681096
Apr 15 10:58:04.569493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] Set router 9d52e822-a115-474a-8342-1beba33cb226 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:04.869765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device de4b51e5-0aec-478b-bf91-8424854c13a5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:05.019942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port de4b51e5-0aec-478b-bf91-8424854c13a5 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:05.040032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port de4b51e5-0aec-478b-bf91-8424854c13a5 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:05.041722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.428211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b21ad2b0>, [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 4, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port': {'id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': 'de4b51e5-0aec-478b-bf91-8424854c13a5', 'name': '', 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'mac_address': 'fa:16:3e:4a:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:58:03Z', 'revision_number': 4, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'subnets': [{'id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:05.438213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d63332-eebb-449f-a05f-157f3e5fcc68 None None] The sync data for ids ['9d52e822-a115-474a-8342-1beba33cb226'] in dv-cinder-786384-1-iscsi is: [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 4, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port': {'id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': 'de4b51e5-0aec-478b-bf91-8424854c13a5', 'name': '', 'network_id': '2f891fea-0de9-4a1c-bea2-644bdf069d65', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'mac_address': 'fa:16:3e:4a:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:58:03Z', 'revision_number': 4, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'subnets': [{'id': 'b655c1ad-a9f2-43f5-9a30-abfff1626012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:05.664992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.732368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port de4b51e5-0aec-478b-bf91-8424854c13a5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=de4b51e5-0aec-478b-bf91-8424854c13a5,segment=NetworkSegment(60cfc5f9-6b3d-454d-93bb-1f9652f17128),segment_id=60cfc5f9-6b3d-454d-93bb-1f9652f17128)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:05.736142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.740305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:05.844973 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=de4b51e5-0aec-478b-bf91-8424854c13a5,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:05.853348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:06.121739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56158) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:06.290849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-670265554-network', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:06.298503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:06.303499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Usage tracker for resource:network and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:06.306859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:06.315466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:06.341875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Made reservation on behalf of e164f2e9fc1c45298afaf800629110c7 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:06.347476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.372975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.392727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:06.398584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:06.402600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:06.410051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:06.616082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.623956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.648348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'}  {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:58:06.666543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.666952 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Added segment 53e2c8bb-61b7-4211-8bbb-ab040ed5e421 of type vlan for network 4d6ab36b-ce33-4bb0-aea8-53943f190e52
Apr 15 10:58:06.705808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56172) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:06.725320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.774443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c4df2afc-9db8-4ffa-b8e8-579ef018357a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:06.806171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.810936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:06.811596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.866749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8e2665-a2a9-467d-b7b6-e62fe06efb88,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:06.870977 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device de4b51e5-0aec-478b-bf91-8424854c13a5 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:06.872142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:06.876117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:07.028449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.040935 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9145184
Apr 15 10:58:07.043940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56180) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:07.069857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port de4b51e5-0aec-478b-bf91-8424854c13a5 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:07.070537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.074769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Request body: {'subnet': {'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-670265554-subnet', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:07.090844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6ab36b-ce33-4bb0-aea8-53943f190e52,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:07.094584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:07.094828 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:07.095626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:07.105817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Usage tracker for resource:subnet and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:07.109121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:07.111109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Usage tracker for resource:security_group_rule and tenant:ed4379c1c3a84aa5a2bf7a4c7a820b23 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:07.122826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:07.123555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:07.130440 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:58:07.144683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:07.144884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Made reservation on behalf of e164f2e9fc1c45298afaf800629110c7 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:07.150676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214511'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.280509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.289642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.305328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:07.338763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85340e0d-355a-4a83-a0e8-5611be35f166,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:07.344549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:07.386601 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e12462f9-9a33-4ffc-847a-a071e709ba3b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ed4379c1c3a84aa5a2bf7a4c7a820b23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6791351
Apr 15 10:58:07.389313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56186) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:07.461403 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.495198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.550929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.557256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fafdca3f-7b39-4bf9-aade-a854ffac7724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:07.577066 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:58:07.584473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85340e0d-355a-4a83-a0e8-5611be35f166,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:07.588413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:07.590015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.591478 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/85340e0d-355a-4a83-a0e8-5611be35f166 HTTP/1.1" status: 204  len: 168 time: 0.2009697
Apr 15 10:58:07.703824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214526'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.746917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cb8d088a-d2b2-4634-9e26-762614efa067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:07.919336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994d1941-9e44-45f4-8c5d-104e753a2a35,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:07.924414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:08.003558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Checking segment: {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:08.003959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Network hostable DHCP agents. Network: 4d6ab36b-ce33-4bb0-aea8-53943f190e52, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:58:08.030238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56200) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:08.031134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:58:08.045153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 4d6ab36b-ce33-4bb0-aea8-53943f190e52) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:08.052926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.056579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34776d6f-689d-41c9-b249-b86302e06ad5 None None] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:08.058159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:08.058963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.072643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:08.076967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Usage tracker for resource:security_group_rule and tenant:0677be3ec0784089ade99bb302f4be00 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:08.080264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:08.085508 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c77df85c-0477-498d-bf1b-3a4450b681b0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0383351
Apr 15 10:58:08.087617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:08.088198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56204) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:08.095805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:08.101705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:08.109132 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Usage tracker for resource:router and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:08.117584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:08.124767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:08.140669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.142464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.162798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.219191 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.226111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.260634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-04eea52e-c27f-451f-98be-46bde764f69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:08.270078 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0677be3ec0784089ade99bb302f4be00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2382832
Apr 15 10:58:08.275955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56210) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:08.320422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd4b27-1ba8-4bd6-8f97-f5237f6d0306,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:08.326154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4228e33b-6c9b-4df8-8daf-34902714c660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:08.354824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:58:08.356079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.380078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.424578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.490418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.498993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0c76667f-307a-4713-b62d-e6b2e540d8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:08.514049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd4b27-1ba8-4bd6-8f97-f5237f6d0306,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:08.523269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.524853 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/45cd4b27-1ba8-4bd6-8f97-f5237f6d0306 HTTP/1.1" status: 204  len: 168 time: 0.2479374
Apr 15 10:58:08.526171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:08.543223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Allocated IP 172.20.0.2 (4d6ab36b-ce33-4bb0-aea8-53943f190e52/994d1941-9e44-45f4-8c5d-104e753a2a35/ccb01c56-8762-43eb-b4f8-d0cfb449a1ff) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:08.694298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.876421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.897140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Transition to ACTIVE for port object ccb01c56-8762-43eb-b4f8-d0cfb449a1ff will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:08.919965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Transition to ACTIVE for port object ccb01c56-8762-43eb-b4f8-d0cfb449a1ff will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:08.928018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.027038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:09.132326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Pushing event updated for resources: {'Port': ['ID=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:09.135810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:09.137580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.162650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:09.164131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:09.166861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:09.217904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.377516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56228) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:09.422981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.433523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Attempting to bind port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:09.433956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Attempting to bind port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:09.434380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Attempting to bind port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff on network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:09.440668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:09.441103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Checking segment: {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:09.441751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.443074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Bound using segment: {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:09.443717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Bound port: ccb01c56-8762-43eb-b4f8-d0cfb449a1ff, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:09.444235 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.537666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Allocated IP 172.27.1.201 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/d6d39655-2d13-4290-b9bd-8e8845f67712) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:09.593761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] For port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:09.602891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] For port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:09.610113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.633517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:09.737819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Pushing event updated for resources: {'Port': ['ID=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:09.783543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:09.788591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Usage tracker for resource:security_group_rule and tenant:f85775acb6b4404081f1773559e65be7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:09.792186 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:09.794133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:09.800758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:09.909391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.915063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.946129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-768ee85d-8c23-42fd-bbce-712859c89fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:09.955445 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f85775acb6b4404081f1773559e65be7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5767615
Apr 15 10:58:09.959388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56232) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:10.006799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143b38be-4cc1-4906-978d-eb60339df363,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:10.012820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a582cffd-19c6-4d6b-9164-b86c1ae8508a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:10.059791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1f0fd391-1cfc-436c-af2a-5d8aaf1d976b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.102920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1f0fd391-1cfc-436c-af2a-5d8aaf1d976b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.105900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.139178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.155400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4d52280b-49a4-4889-93c2-2f0c7612b55b tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:10.167844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1f0fd391-1cfc-436c-af2a-5d8aaf1d976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.173366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a8856006-9f21-4c43-84e3-06a605f9539e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:10.192659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fd391-1cfc-436c-af2a-5d8aaf1d976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b38be-4cc1-4906-978d-eb60339df363,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:10.202854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1f0fd391-1cfc-436c-af2a-5d8aaf1d976b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:10.205489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1f0fd391-1cfc-436c-af2a-5d8aaf1d976b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.206941 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1f0fd391-1cfc-436c-af2a-5d8aaf1d976b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/143b38be-4cc1-4906-978d-eb60339df363 HTTP/1.1" status: 204  len: 168 time: 0.2439334
Apr 15 10:58:10.303884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d39655-2d13-4290-b9bd-8e8845f67712,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:10.311598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:10.466810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:10.468052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:10.471266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:10.838254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ccb01c56-8762-43eb-b4f8-d0cfb449a1ff up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:10.991444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:11.135821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:11.582258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d760c4e-3240-4c05-90ab-0af671dc61c7 None None] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:11.823992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:11.828185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Provisioning for port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:11.841524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Provisioning complete for port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:11.841524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.092425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.173991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Router 3de55195-5b3f-478d-825d-636247b4c5eb is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:58:12.187818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] For port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:12.213548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.216935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:12.332673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Pushing event updated for resources: {'Port': ['ID=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:12.343438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:12.469147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:12.479818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Sync routers for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:12.493076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:12.496393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1f61550>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:12.536849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.541715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56278) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:12.542772 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.4531510
Apr 15 10:58:12.930349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ccb01c56-8762-43eb-b4f8-d0cfb449a1ff up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:13.035731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c65a9546-55f5-48e7-88e6-220733465b30 None None] Provisioning complete for port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:13.036217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c65a9546-55f5-48e7-88e6-220733465b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.155870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:13.287344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:13.288009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.612215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.757904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1f61550>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 3, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:13.767203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Checking router: 3de55195-5b3f-478d-825d-636247b4c5eb for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:13.767612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Updating router 3de55195-5b3f-478d-825d-636247b4c5eb port d6d39655-2d13-4290-b9bd-8e8845f67712 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:58:13.900227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.974989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Allocated IP 172.20.0.1 (4d6ab36b-ce33-4bb0-aea8-53943f190e52/994d1941-9e44-45f4-8c5d-104e753a2a35/3f8c137e-ac15-48e4-8b93-fc93c4f0e450) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:14.248250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.268135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Transition to ACTIVE for port object 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:14.310788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.326596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:14.401378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.414769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Transition to ACTIVE for port object d6d39655-2d13-4290-b9bd-8e8845f67712 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:14.423611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.512194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:14.524501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:14.528188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:14.542662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:14.593412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:14.598956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:14.613562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eee6a-ad11-49cf-b389-df4bddf0424c None None] Pushing event updated for resources: {'Port': ['ID=d6d39655-2d13-4290-b9bd-8e8845f67712,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:14.621286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-170eee6a-ad11-49cf-b389-df4bddf0424c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:14.624901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.670660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Attempting to bind port d6d39655-2d13-4290-b9bd-8e8845f67712 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:14.671089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Attempting to bind port d6d39655-2d13-4290-b9bd-8e8845f67712 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:14.671508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Attempting to bind port d6d39655-2d13-4290-b9bd-8e8845f67712 on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:14.678735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:14.679164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:14.679766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.680268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:14.680717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Bound port: d6d39655-2d13-4290-b9bd-8e8845f67712, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:14.681138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.809993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] For port d6d39655-2d13-4290-b9bd-8e8845f67712, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:14.819334 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] For port d6d39655-2d13-4290-b9bd-8e8845f67712, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=d6d39655-2d13-4290-b9bd-8e8845f67712,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:14.823129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.855810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:15.011142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.030806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-18ab7592-7afa-4dcb-b35f-6918b5c0f477 None None] Provisioning for port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:15.033394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-55ee80d7-0915-4e9d-9406-3050b48dab91 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:15.035236 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-55ee80d7-0915-4e9d-9406-3050b48dab91 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/networks?id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 200  len: 814 time: 0.1859543
Apr 15 10:58:15.048142 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-18ab7592-7afa-4dcb-b35f-6918b5c0f477 None None] Provisioning complete for port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:15.048568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-18ab7592-7afa-4dcb-b35f-6918b5c0f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.054640 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-803f49b7-84ff-442b-9a2f-107294666a72 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/quotas/fea27671d994495883ce654a53f77aef HTTP/1.1" status: 200  len: 375 time: 0.0119681
Apr 15 10:58:15.082144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eee6a-ad11-49cf-b389-df4bddf0424c None None] Pushing event updated for resources: {'Port': ['ID=d6d39655-2d13-4290-b9bd-8e8845f67712,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:15.085569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-170eee6a-ad11-49cf-b389-df4bddf0424c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:15.145566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-18ab7592-7afa-4dcb-b35f-6918b5c0f477 None None] Port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:15.172058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-7207854d-77fa-4405-a987-ff1d84a99ab6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:15.206271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-7207854d-77fa-4405-a987-ff1d84a99ab6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:15.209585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:15.209947 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-7207854d-77fa-4405-a987-ff1d84a99ab6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1454105
Apr 15 10:58:15.210432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1f61550>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:15.412041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.418796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.437965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:15.465164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d106a231-11f1-4d55-9087-b06ec16a4c00 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:15.542678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.554350 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-59d6e452-3dac-44ac-b328-2aa30c334da9 service neutron] 10.222.0.93 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3316071
Apr 15 10:58:15.733541 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-a4ae533d-7a55-4b23-8250-cd66d07cc466 service neutron] 10.222.0.93 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778924
Apr 15 10:58:15.985124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:15.995989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1f61550>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:13Z', 'revision_number': 1, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:15.997202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:16.000672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef2e5-8a2c-4c77-8e1a-eab5b7329977 None None] The sync data for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi is: [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:13Z', 'revision_number': 1, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:16.002490 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a925431d-2330-4942-a2f8-49f24436f4b9 req-e8d8dea9-0aa8-4d0a-a8be-705325ee8f09 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 210 time: 0.0705216
Apr 15 10:58:16.058653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:16.059930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:16.289895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Router 3de55195-5b3f-478d-825d-636247b4c5eb has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:16.387241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-00a7406e-b397-4a9b-a595-2db1d76f6597 None None] Provisioning complete for port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:16.387636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-00a7406e-b397-4a9b-a595-2db1d76f6597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.456518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-00a7406e-b397-4a9b-a595-2db1d76f6597 None None] Port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:16.554973 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:16.577001 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] 10.222.0.93 "PUT /v2.0/routers/3de55195-5b3f-478d-825d-636247b4c5eb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0259850
Apr 15 10:58:17.224407 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cbd44f40-465b-4ee8-ac28-216d55de1820 req-3d45f955-1e15-417a-8206-49cc229daf16 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 210 time: 0.0578830
Apr 15 10:58:17.369952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56398) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:17.377604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-817621850-network', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:17.384238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:17.388834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Usage tracker for resource:network and tenant:45a3727ea9c443339ed6fa717022dbed is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:17.392162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:17.399118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:17.410477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Made reservation on behalf of 45a3727ea9c443339ed6fa717022dbed for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:17.416887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.434237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.436792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-12ee5aa7-6522-430c-9d41-cdcc32102b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.452069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:17.456178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Usage tracker for resource:security_group_rule and tenant:45a3727ea9c443339ed6fa717022dbed is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:17.460680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:17.468327 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:17.709974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-a928a797-4839-4f9d-80ae-29850c8ae7b8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:17.711020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-a928a797-4839-4f9d-80ae-29850c8ae7b8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:17.730097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.734480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-a928a797-4839-4f9d-80ae-29850c8ae7b8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:17.737651 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-a928a797-4839-4f9d-80ae-29850c8ae7b8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.89 "GET /v2.0/networks?id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 200  len: 814 time: 0.2383072
Apr 15 10:58:17.738977 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.743892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0b1a65d5-a60e-49f2-bb85-104d01ed1ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:17.774448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'port': {'device_id': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'admin_state_up': True, 'tenant_id': 'fea27671d994495883ce654a53f77aef'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:17.794252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776860ca-f158-452c-b835-1fed6a66c177,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:17.803595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:17.862606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:58:17.891820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.892227 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Added segment 51b8f3b1-d712-466c-9b1a-173694df620d of type vlan for network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959
Apr 15 10:58:17.950035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.979693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:18.003475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:18.014814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.016221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:18.016846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.035464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-067b8ffa-a887-4fb4-aa81-5ef912686eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:18.059397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Made reservation on behalf of fea27671d994495883ce654a53f77aef for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:18.065480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.135097 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7637544
Apr 15 10:58:18.138412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56430) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:18.146730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Request body: {'subnet': {'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-817621850-subnet', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:18.155052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:18.160696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Usage tracker for resource:subnet and tenant:45a3727ea9c443339ed6fa717022dbed is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:18.165354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:18.172234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:18.186549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Made reservation on behalf of 45a3727ea9c443339ed6fa717022dbed for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:18.194324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214511'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.227030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Pushing event updated for resources: {'Network': ['ID=3701b7ae-b3ae-4ccd-ad08-910d6fc94959,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:18.227030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4d00c6cc-b9ce-4c30-b9a1-8dd25bc1fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:18.231795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:58:18.400205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Allocated IP 172.20.0.11 (b63dccd8-5ef0-486c-9cd0-9fcbe350ec81/a3126a8e-6ff6-4c96-ac96-0fed008ab9cf/f3dc6965-6db1-4caa-8aca-047709e74461) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:18.542970 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-53421e0a-89f1-421f-b23f-ab7e389d745a req-ffa9f61b-7a94-45ec-a1d9-ecd6d4dfceb6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 210 time: 0.0626886
Apr 15 10:58:18.814710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device d6d39655-2d13-4290-b9bd-8e8845f67712 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:18.861575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.882597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Transition to ACTIVE for port object f3dc6965-6db1-4caa-8aca-047709e74461 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:18.932838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.967443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:18.977135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port d6d39655-2d13-4290-b9bd-8e8845f67712 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:18.982925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port d6d39655-2d13-4290-b9bd-8e8845f67712 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:18.987137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.094420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:19.098006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:19.114821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214526'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.142567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:19.211827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.245360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port d6d39655-2d13-4290-b9bd-8e8845f67712, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=d6d39655-2d13-4290-b9bd-8e8845f67712,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:19.251398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.268356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:19.350801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:19.352408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:19.377573 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:19.405363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=d6d39655-2d13-4290-b9bd-8e8845f67712,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:19.409163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:19.488616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-44a2d8da-28bc-4c02-8fc2-2043b6c93333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.499605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:19.500583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.555356 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7858093
Apr 15 10:58:19.667265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Request body: {'port': {'device_id': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:19.813733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Sync routers for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:19.814908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d9812a87-efcf-479f-8264-93392c25f0cb None None] Provisioning for port f3dc6965-6db1-4caa-8aca-047709e74461 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:19.835629 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d9812a87-efcf-479f-8264-93392c25f0cb None None] Provisioning complete for port f3dc6965-6db1-4caa-8aca-047709e74461 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:19.836341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d9812a87-efcf-479f-8264-93392c25f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.843238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:19.844218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2630>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:20.048270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-d9812a87-efcf-479f-8264-93392c25f0cb None None] Port f3dc6965-6db1-4caa-8aca-047709e74461 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:20.076757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:20.128078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56456) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:20.132264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:20.150083 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:20.185613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.216904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55137a-af3d-4666-81f2-908afb8196b1 req-64eaadc4-3d36-49de-8564-d4c7e15059a5 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:20.217768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6e55137a-af3d-4666-81f2-908afb8196b1 req-64eaadc4-3d36-49de-8564-d4c7e15059a5 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:20.300486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6e55137a-af3d-4666-81f2-908afb8196b1 req-64eaadc4-3d36-49de-8564-d4c7e15059a5 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:20.305599 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e55137a-af3d-4666-81f2-908afb8196b1 req-64eaadc4-3d36-49de-8564-d4c7e15059a5 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 932 time: 0.2816036
Apr 15 10:58:20.449425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Checking segment: {'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:20.449843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Network hostable DHCP agents. Network: 3701b7ae-b3ae-4ccd-ad08-910d6fc94959, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:58:20.491401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:58:20.506587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6e55137a-af3d-4666-81f2-908afb8196b1 req-118fb717-7f18-490b-9fe5-6f52a68adc51 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:20.518611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 3701b7ae-b3ae-4ccd-ad08-910d6fc94959) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:20.528500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19e9d8-c3c4-4f67-9155-d85be703b7c0 None None] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:20.550449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:20.551463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.587231 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2e0cc9e6-2fec-43b5-b5ca-95e40da5e842 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.4470255
Apr 15 10:58:20.590047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56468) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:20.604701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:20.618430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:20.626250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Usage tracker for resource:router and tenant:45a3727ea9c443339ed6fa717022dbed is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:20.637742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:20.655943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:20.679097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.680393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.682051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.713332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.766494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:20.779046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Usage tracker for resource:security_group_rule and tenant:d9c8e8f909824d9bb9b73328e7eb80ae is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:20.784772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:20.802654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.809832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:20.825570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2630>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:15Z', 'revision_number': 2, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:20.838405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Checking router: 3de55195-5b3f-478d-825d-636247b4c5eb for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:20.838642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Updating router 3de55195-5b3f-478d-825d-636247b4c5eb port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:58:20.860520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device d6d39655-2d13-4290-b9bd-8e8845f67712 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:20.969035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.998376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.037183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.089978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port d6d39655-2d13-4290-b9bd-8e8845f67712 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:21.090520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.126911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'fixed_ips': [{'subnet_id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:58:21.128003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.135910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ececc99-efc4-4a2e-bf83-5f0405516eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:21.205073 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d9c8e8f909824d9bb9b73328e7eb80ae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0731757
Apr 15 10:58:21.220337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5fe7bb-9ad9-4495-b282-1119f866df14,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:21.231311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-302ef790-214e-4b37-b6b7-05dbafa386ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:21.232054 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-6e55137a-af3d-4666-81f2-908afb8196b1 req-118fb717-7f18-490b-9fe5-6f52a68adc51 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:21.233305 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e55137a-af3d-4666-81f2-908afb8196b1 req-118fb717-7f18-490b-9fe5-6f52a68adc51 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9163969
Apr 15 10:58:21.233979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56472) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:21.249523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.253611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.460527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Allocated IP 172.20.0.2 (3701b7ae-b3ae-4ccd-ad08-910d6fc94959/5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c/ca87ed00-749b-40db-822c-dbcb30515a92) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:21.603163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.635274 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.745505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.759675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29fd5293-6155-450a-918d-e1dbcc5f26b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:21.818830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5fe7bb-9ad9-4495-b282-1119f866df14,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:21.822175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:21.851492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.852927 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c5fe7bb-9ad9-4495-b282-1119f866df14 HTTP/1.1" status: 204  len: 168 time: 0.6171300
Apr 15 10:58:21.987564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.020353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.052849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Transition to ACTIVE for port object ca87ed00-749b-40db-822c-dbcb30515a92 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:22.085882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.115559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Transition to ACTIVE for port object ca87ed00-749b-40db-822c-dbcb30515a92 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:22.129099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.189264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.218431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Transition to ACTIVE for port object 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:22.225316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dc6965-6db1-4caa-8aca-047709e74461 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:22.235036 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.240557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.260701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:22.279500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Transition to ACTIVE for port object f3dc6965-6db1-4caa-8aca-047709e74461 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:22.288031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.324989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e92cb645-fed0-416b-b402-0df86d2d4ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:22.328408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:22.384932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Allocated IP 172.27.1.146 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/8d9e5401-43e9-42c6-b118-f5b7e3f90ea2) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:22.576785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.601100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Pushing event updated for resources: {'Port': ['ID=ca87ed00-749b-40db-822c-dbcb30515a92,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:22.617652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:22.726492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224453-72a5-4242-a2d0-b908b06d2926 None None] Pushing event updated for resources: {'Port': ['ID=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:22.738966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:22.740207 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd224453-72a5-4242-a2d0-b908b06d2926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:22.740429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:22.743209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:22.783044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.848614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Pushing event updated for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:22.858466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56490) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:22.863042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.868301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:22.906154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8823d9f3-2cd8-4f75-96d2-d297043502c4 tempest-VolumesSnapshotTestJSON-612284552 tempest-VolumesSnapshotTestJSON-612284552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:22.999293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Pushing event updated for resources: {'Port': ['ID=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:23.007445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:23.092203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Attempting to bind port ca87ed00-749b-40db-822c-dbcb30515a92 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:23.092626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Attempting to bind port ca87ed00-749b-40db-822c-dbcb30515a92 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:23.093042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Attempting to bind port ca87ed00-749b-40db-822c-dbcb30515a92 on network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:23.114804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:23.115225 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Checking segment: {'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:23.115695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.116154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Bound using segment: {'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:23.116706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Bound port: ca87ed00-749b-40db-822c-dbcb30515a92, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:23.117147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.181537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.297985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:23.313682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Usage tracker for resource:security_group_rule and tenant:56c4a822fde74717b88ec8d30e46862f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:23.319251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:23.329589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:23.439814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:23.440265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] For port ca87ed00-749b-40db-822c-dbcb30515a92, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:23.445199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:23.446537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] For port ca87ed00-749b-40db-822c-dbcb30515a92, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ca87ed00-749b-40db-822c-dbcb30515a92,segment=NetworkSegment(51b8f3b1-d712-466c-9b1a-173694df620d),segment_id=51b8f3b1-d712-466c-9b1a-173694df620d)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:23.447859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Attempting to bind port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:23.448572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Attempting to bind port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:23.448969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:23.449486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Attempting to bind port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 on network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:23.461159 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.475219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:23.477827 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Checking segment: {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:23.478448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.479066 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Bound using segment: {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:23.482851 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Bound port: 3f8c137e-ac15-48e4-8b93-fc93c4f0e450, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:23.483669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.806904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] For port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:23.812700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:23.822215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] For port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:23.835237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.897465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-de68ba0a-a4f1-4759-8627-1ed1ec9bbfce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:23.958746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.973398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Pushing event updated for resources: {'Port': ['ID=ca87ed00-749b-40db-822c-dbcb30515a92,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:23.992385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:23.996877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.044081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-47044b63-1c4d-419d-b729-318cc5678be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:24.047729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224453-72a5-4242-a2d0-b908b06d2926 None None] Pushing event updated for resources: {'Port': ['ID=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:24.052545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd224453-72a5-4242-a2d0-b908b06d2926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:24.101485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db8f22-f569-4923-96ff-f801327b4f4a req-d1fae64b-a063-4ab6-8e92-b033daa0eab6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:24.103125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18db8f22-f569-4923-96ff-f801327b4f4a req-d1fae64b-a063-4ab6-8e92-b033daa0eab6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 1.4476795
Apr 15 10:58:24.119983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Attempting to bind port f3dc6965-6db1-4caa-8aca-047709e74461 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:24.120353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Attempting to bind port f3dc6965-6db1-4caa-8aca-047709e74461 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:24.120727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Attempting to bind port f3dc6965-6db1-4caa-8aca-047709e74461 on network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:24.184233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53bfe85-7cc4-493f-a34e-f17c3bbfd585,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:24.206859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:24.228217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:24.229878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2630>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:24.235749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Port f3dc6965-6db1-4caa-8aca-047709e74461 on network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:58:24.236127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Attempting to bind port f3dc6965-6db1-4caa-8aca-047709e74461 on network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:24.277348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:24.277737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Checking segment: {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:24.278166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Bound using segment: {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:24.278657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Bound port: f3dc6965-6db1-4caa-8aca-047709e74461, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d401e7-b5f1-4775-9ac7-1bf948990b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:24.279047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.300983 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18db8f22-f569-4923-96ff-f801327b4f4a req-132153f7-6fed-4128-95d5-e37611399423 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716347
Apr 15 10:58:24.408345 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=56c4a822fde74717b88ec8d30e46862f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5483990
Apr 15 10:58:24.411269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56504) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:24.569464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:24.573933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3dc6965-6db1-4caa-8aca-047709e74461,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:24.578254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.660632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.721571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:24.742915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.816160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.818569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:24.984060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.021284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Pushing event updated for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:25.024155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:25.028818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:25.029524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.031124 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] 10.222.0.89 "PUT /v2.0/ports/f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 1094 time: 5.3802614
Apr 15 10:58:25.031673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:25.084943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:25.218607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:25.222700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2630>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:23Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:25.228390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:25.228812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.229361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d518a9-e5ca-422a-8f3f-6b7f5a269887 None None] The sync data for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi is: [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:23Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:25.399257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.456425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:25.460297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.461336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ca87ed00-749b-40db-822c-dbcb30515a92 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:25.469582 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'status': 'completed', 'code': 200}
Apr 15 10:58:25.492463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b1d12bd5-ef3d-4eb8-b147-25575751737e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:25.604567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.644771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:25.660662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:25.686953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port ca87ed00-749b-40db-822c-dbcb30515a92 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:25.747282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e50aee-3c6a-4ba1-94dc-109e0bd05ecd req-2b44ab24-aeae-4c6d-8bc2-60930938bd43 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:25.749140 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c1e50aee-3c6a-4ba1-94dc-109e0bd05ecd req-2b44ab24-aeae-4c6d-8bc2-60930938bd43 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1589661
Apr 15 10:58:25.815211 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c1e50aee-3c6a-4ba1-94dc-109e0bd05ecd req-3d0f5008-232e-4f79-9e58-ebf62cc7ef3b tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584927
Apr 15 10:58:25.902509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.908328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2836bf97-dff8-4bf4-9e7b-8122a9ab6090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:25.928252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53bfe85-7cc4-493f-a34e-f17c3bbfd585,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:25.933323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:25.953517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Router 714b0e93-1f8f-4bd8-a84c-2998ec979516 is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:58:25.956938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.958929 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a53bfe85-7cc4-493f-a34e-f17c3bbfd585 HTTP/1.1" status: 204  len: 168 time: 1.5263634
Apr 15 10:58:26.016147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fde81-8bea-4a22-9ed1-51d297b3f0bf None None] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:26.150715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Provisioning for port ca87ed00-749b-40db-822c-dbcb30515a92 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:26.159683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Provisioning complete for port ca87ed00-749b-40db-822c-dbcb30515a92 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:26.160098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:26.164700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:26.197400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:26.198755 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.6075127
Apr 15 10:58:26.198950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Sync routers for ids ['714b0e93-1f8f-4bd8-a84c-2998ec979516'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:26.201734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56520) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:26.259196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Routers {'714b0e93-1f8f-4bd8-a84c-2998ec979516'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:26.259811 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1465a90>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['714b0e93-1f8f-4bd8-a84c-2998ec979516'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:26.916452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:27.060911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:27.161054 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] For port ca87ed00-749b-40db-822c-dbcb30515a92, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ca87ed00-749b-40db-822c-dbcb30515a92,segment=NetworkSegment(51b8f3b1-d712-466c-9b1a-173694df620d),segment_id=51b8f3b1-d712-466c-9b1a-173694df620d)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:27.189745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb763083-2a24-4aac-bd03-899da8f38c37 req-233c433a-5277-4650-b732-3bb2aaa6e088 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.191230 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bb763083-2a24-4aac-bd03-899da8f38c37 req-233c433a-5277-4650-b732-3bb2aaa6e088 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1922333
Apr 15 10:58:27.195506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:27.215497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-92be2d6c-8f02-4777-a4cd-5a572326e8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:27.262603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Set router 714b0e93-1f8f-4bd8-a84c-2998ec979516 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:27.285133 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bb763083-2a24-4aac-bd03-899da8f38c37 req-5c7a9f50-c1bb-481d-bd85-2434fd44160a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835845
Apr 15 10:58:27.444471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:27.649152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:27.649609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:27.772177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Pushing event updated for resources: {'Port': ['ID=ca87ed00-749b-40db-822c-dbcb30515a92,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:27.784806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:27.906757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1465a90>, [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T10:58:24Z', 'revision_number': 3, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port': {'id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:27.919113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Allocated IP 172.20.0.1 (3701b7ae-b3ae-4ccd-ad08-910d6fc94959/5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c/67bbe350-0706-4af7-82b0-0fd36b0f70f0) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:27.946255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Checking router: 714b0e93-1f8f-4bd8-a84c-2998ec979516 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:27.946657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Updating router 714b0e93-1f8f-4bd8-a84c-2998ec979516 port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:58:28.119238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:28.211557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-8fc79600-4d77-4004-bb13-e6eb0b84e8fa None None] Provisioning complete for port ca87ed00-749b-40db-822c-dbcb30515a92 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:28.211904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8fc79600-4d77-4004-bb13-e6eb0b84e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:28.246508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:28.273453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Transition to ACTIVE for port object 67bbe350-0706-4af7-82b0-0fd36b0f70f0 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:28.310901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:28.333758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e55dacec-6320-49fd-b5c5-31efb1a3c24f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:28.593287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b6806-c536-4a19-8511-192481f582b9 req-8a3c63a3-8779-47ff-aa9b-dc191d185fd6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:28.601885 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-288b6806-c536-4a19-8511-192481f582b9 req-8a3c63a3-8779-47ff-aa9b-dc191d185fd6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1190789
Apr 15 10:58:28.637992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Pushing event updated for resources: {'Port': ['ID=67bbe350-0706-4af7-82b0-0fd36b0f70f0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:28.643980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:28.678302 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-288b6806-c536-4a19-8511-192481f582b9 req-65008a3d-9038-4cfb-ba3d-4f09e4f9c6a7 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698581
Apr 15 10:58:28.697821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:28.699145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:28.701529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:28.792491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:28.912377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ca87ed00-749b-40db-822c-dbcb30515a92 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:29.000128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.092254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.105321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port ca87ed00-749b-40db-822c-dbcb30515a92 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:29.105761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.160762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Transition to ACTIVE for port object 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:29.183172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.268300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:29.579903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.585350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.647396 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9aeac8f3-b794-4837-b7df-7490450445b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:29.734885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-19bedbcd-2c2a-40d5-acf1-8129668c41a0 None None] Provisioning for port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:29.813699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Pushing event updated for resources: {'Port': ['ID=67bbe350-0706-4af7-82b0-0fd36b0f70f0,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:29.836399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:29.856825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-19bedbcd-2c2a-40d5-acf1-8129668c41a0 None None] Provisioning complete for port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:29.857326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-19bedbcd-2c2a-40d5-acf1-8129668c41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.884873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.963808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939fb48-5846-44e0-a2ab-78ab3613f140 None None] Pushing event updated for resources: {'Port': ['ID=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:29.968552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2939fb48-5846-44e0-a2ab-78ab3613f140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:29.978841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d3881-ca50-4bc5-af28-81b009a930a8 req-eeac0a0b-45b8-422b-935f-e7d1cf9bf7c6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:29.981455 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-751d3881-ca50-4bc5-af28-81b009a930a8 req-eeac0a0b-45b8-422b-935f-e7d1cf9bf7c6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1095378
Apr 15 10:58:30.013741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-19bedbcd-2c2a-40d5-acf1-8129668c41a0 None None] Port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:30.050438 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-751d3881-ca50-4bc5-af28-81b009a930a8 req-40b2fda3-fac6-4d97-9da4-e5f733f784f3 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626769
Apr 15 10:58:30.053876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Attempting to bind port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:30.054769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Attempting to bind port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:30.055384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Attempting to bind port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:30.062583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:30.063607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:30.064538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.065692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:30.066545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Bound port: 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:30.067248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.161527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] For port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:30.164998 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] For port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:30.168809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.186157 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:30.334542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:30.335813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:30.359063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939fb48-5846-44e0-a2ab-78ab3613f140 None None] Pushing event updated for resources: {'Port': ['ID=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:30.365797 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2939fb48-5846-44e0-a2ab-78ab3613f140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:30.425786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Routers {'714b0e93-1f8f-4bd8-a84c-2998ec979516'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:30.426584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1465a90>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['714b0e93-1f8f-4bd8-a84c-2998ec979516'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:30.576834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Router 714b0e93-1f8f-4bd8-a84c-2998ec979516 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:30.665305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-e861cbc8-26a4-4394-a53e-f20703271179 None None] Provisioning complete for port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:30.665847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e861cbc8-26a4-4394-a53e-f20703271179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.700006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] Set router 714b0e93-1f8f-4bd8-a84c-2998ec979516 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:30.822417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:30.850518 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] 10.222.0.93 "PUT /v2.0/routers/714b0e93-1f8f-4bd8-a84c-2998ec979516/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6383224
Apr 15 10:58:30.924912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-e861cbc8-26a4-4394-a53e-f20703271179 None None] Port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:31.246372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1465a90>, [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 4, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port': {'id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '67bbe350-0706-4af7-82b0-0fd36b0f70f0', 'name': '', 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'mac_address': 'fa:16:3e:6d:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:29Z', 'revision_number': 2, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'subnets': [{'id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:31.268078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bac41-1640-40a3-9932-408e4a8f617f None None] The sync data for ids ['714b0e93-1f8f-4bd8-a84c-2998ec979516'] in dv-cinder-786384-1-iscsi is: [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 4, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port': {'id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '67bbe350-0706-4af7-82b0-0fd36b0f70f0', 'name': '', 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'mac_address': 'fa:16:3e:6d:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:29Z', 'revision_number': 2, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'subnets': [{'id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:31.421901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56606) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:31.643569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.677173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:31.681578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Usage tracker for resource:security_group_rule and tenant:182b9217c5d04ddda563fa6d8fc46510 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:31.684691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:31.691848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:31.863481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.880858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.891618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:31.962281 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2674a669-b858-4b10-b6b4-0c35721dfe6d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:31.968095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:31.974946 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=182b9217c5d04ddda563fa6d8fc46510&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5485346
Apr 15 10:58:31.975558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56616) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:32.052141 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.081771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.130614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.135940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f148c584-00de-4a6f-a525-b76631e0a953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:32.148413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2674a669-b858-4b10-b6b4-0c35721dfe6d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:32.152414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:32.158284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.162915 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2674a669-b858-4b10-b6b4-0c35721dfe6d HTTP/1.1" status: 204  len: 168 time: 0.1863742
Apr 15 10:58:32.284372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56622) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:32.303552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047763939', 'description': 'tempest-secgroup-smoke-2047763939 description', 'project_id': 'e164f2e9fc1c45298afaf800629110c7'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:32.311245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:32.315962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:32.320124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:32.327997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:32.351719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.406687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:32.412181 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:32.420726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:32.429652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:32.527347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.534197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.540932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01004579-687e-4e3f-97ad-2094be9cbf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:32.556659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6337-6e68-4e70-b5d8-bc95a2616076 req-d020518b-f3d5-4ebc-9c92-8167a5e340c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:32.558302 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5edb6337-6e68-4e70-b5d8-bc95a2616076 req-d020518b-f3d5-4ebc-9c92-8167a5e340c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1097 time: 0.1844795
Apr 15 10:58:32.574986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dc8d-11ea-484e-8c4d-ad2ba25467c8 req-f1ac9b9b-4322-4816-8dc1-a0f0aa15d164 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:32.576587 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6981dc8d-11ea-484e-8c4d-ad2ba25467c8 req-f1ac9b9b-4322-4816-8dc1-a0f0aa15d164 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1382949
Apr 15 10:58:32.584982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e082d1e-072b-45aa-b259-5202edeae4a4,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:32.587933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:32.589004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.590345 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3031211
Apr 15 10:58:32.593334 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56626) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:32.599428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'security_group_rule': {'security_group_id': '6e082d1e-072b-45aa-b259-5202edeae4a4', 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:32.606065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:32.610345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:32.613546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:32.619930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:32.637916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.744183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.749394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6337-6e68-4e70-b5d8-bc95a2616076 req-5c80bf2e-3afe-4c42-83be-4bc5c2a0deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:32.751188 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5edb6337-6e68-4e70-b5d8-bc95a2616076 req-5c80bf2e-3afe-4c42-83be-4bc5c2a0deba service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=fea27671d994495883ce654a53f77aef&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1732793
Apr 15 10:58:32.756165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.779163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:32.797731 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6981dc8d-11ea-484e-8c4d-ad2ba25467c8 req-daadcdf0-234c-4c01-9051-33a767bf0a04 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922877
Apr 15 10:58:32.798709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98b67ee-6ce8-401f-9cf8-4a0c1a97963b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:32.803613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:32.804606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.807525 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2118111
Apr 15 10:58:32.809462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56630) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:32.825193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'security_group_rule': {'security_group_id': '6e082d1e-072b-45aa-b259-5202edeae4a4', 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:32.830176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:32.836967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:32.841514 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:32.845928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:32.853160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:32.876014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.957944 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:32.964352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.966166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:32.966623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.975195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.978285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ab8394df-ebea-4dcb-a9d4-42866a75213d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:32.980858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6337-6e68-4e70-b5d8-bc95a2616076 req-0f709841-3b71-4cf6-9e3b-f3dfd74cbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:32.982470 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5edb6337-6e68-4e70-b5d8-bc95a2616076 req-0f709841-3b71-4cf6-9e3b-f3dfd74cbc7a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2011907
Apr 15 10:58:33.007350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd6615b-d5ae-4bd2-ac10-4c7d2e85a286,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:33.009997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:33.019255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.023676 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2fef7f2d-e966-4129-b41f-fc74ea0b601c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2103794
Apr 15 10:58:33.025516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56650) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:33.032113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'security_group_rule': {'security_group_id': '6e082d1e-072b-45aa-b259-5202edeae4a4', 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:33.038885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:33.044161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:33.084239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:33.090775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:33.122562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.136956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.170960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:33.179534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.185988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c76cde48-a20f-4325-a758-0524dc8c188e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:33.203748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-978a4097-8f45-4447-b081-cb8c1f3fff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:33.205382 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-978a4097-8f45-4447-b081-cb8c1f3fff98 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1097 time: 0.1625538
Apr 15 10:58:33.264133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:33.274284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:33.278861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.289464 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-dcf42a28-fd87-442d-ad87-4143533c5092 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 217 time: 0.0744979
Apr 15 10:58:33.290224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.292289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:33.360826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775f3a92-2721-40a7-9a0c-6c8dc508eef0,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:33.371809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:33.391580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-faa462c1-cce5-4d2d-adcc-cbd83441c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:33.393189 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-faa462c1-cce5-4d2d-adcc-cbd83441c4c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf HTTP/1.1" status: 200  len: 853 time: 0.0923817
Apr 15 10:58:33.394051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.398509 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9a5255a4-ae63-4cd0-86a1-aa37f5f6f445 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3686492
Apr 15 10:58:33.398509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56680) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:33.440417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'security_group_rule': {'security_group_id': '6e082d1e-072b-45aa-b259-5202edeae4a4', 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:33.456688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:33.463156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:33.466823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:33.477005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:33.507475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.549287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-33b0abb8-f232-4775-aa9d-a666cc2a1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:33.550959 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-33b0abb8-f232-4775-aa9d-a666cc2a1713 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1495092
Apr 15 10:58:33.663304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.673322 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.680353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-646e6c06-85b6-47b9-bb26-cca0ab3c07d2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:33.727025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae345a58-e3dd-4957-9585-157143963deb,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:33.733712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:33.747522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.748945 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6bb42bfb-a8a4-4327-83b9-fa948f052349 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3494730
Apr 15 10:58:33.751865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56692) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:33.759571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'security_group_rule': {'security_group_id': '6e082d1e-072b-45aa-b259-5202edeae4a4', 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:33.765951 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-cdc6d610-5ee4-4bc1-a345-24d266d5d889 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062688
Apr 15 10:58:33.768301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:33.773623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:33.798668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:33.810467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:33.880800 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.securitygroups_db [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Project e164f2e9fc1c45298afaf800629110c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:58:33.893135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.025925 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1057c4-110b-4aba-930b-d2e108def3d3 req-68012d29-3acc-49ce-81d0-8989eddd4441 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535396
Apr 15 10:58:34.061309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.070114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.079152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:34.104346 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca2b0f2-ad6b-4a4e-ac11-d376f621b799,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:34.110276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:34.120140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f11860-33f6-4ac0-8cb6-58b3f7f38b75 req-4ae2178a-59ec-49ad-ab62-ae616619bd61 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.121828 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-86f11860-33f6-4ac0-8cb6-58b3f7f38b75 req-4ae2178a-59ec-49ad-ab62-ae616619bd61 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1910398
Apr 15 10:58:34.123114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.124280 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a974ccda-dd9f-4ebd-acd2-87a6fb3c1e71 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3714499
Apr 15 10:58:34.127303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56708) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:34.134729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'security_group_rule': {'security_group_id': '6e082d1e-072b-45aa-b259-5202edeae4a4', 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:34.154984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:34.165049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:security_group_rule and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:34.169099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:34.187643 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:34.204156 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-86f11860-33f6-4ac0-8cb6-58b3f7f38b75 req-cebdcafb-e307-40bf-ae89-76a72b10711b tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737736
Apr 15 10:58:34.208108 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.securitygroups_db [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Project e164f2e9fc1c45298afaf800629110c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:58:34.215371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.288289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.291073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.293099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:34.315183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8a6ea9-ba1a-4f5f-a8a5-b44796ec99d6,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:34.320024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:34.326862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.328109 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1144dde6-f511-4014-9a39-2e7222b34dba tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1997933
Apr 15 10:58:34.749863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:34.833396 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:34.833886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.020861 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Sync routers for ids ['714b0e93-1f8f-4bd8-a84c-2998ec979516'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:35.030604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Routers {'714b0e93-1f8f-4bd8-a84c-2998ec979516'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:35.031313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2358>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['714b0e93-1f8f-4bd8-a84c-2998ec979516'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:35.231690 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Set router 714b0e93-1f8f-4bd8-a84c-2998ec979516 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:35.421265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035841d-c5f5-466f-a421-3acba93d3223 req-d9081dc2-ceda-4899-b005-435786f73667 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:35.423323 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5035841d-c5f5-466f-a421-3acba93d3223 req-d9081dc2-ceda-4899-b005-435786f73667 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1017869
Apr 15 10:58:35.480101 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5035841d-c5f5-466f-a421-3acba93d3223 req-2c2d11a8-6b38-428b-8066-987b9db2776d tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487893
Apr 15 10:58:35.751911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2358>, [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 4, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port': {'id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '67bbe350-0706-4af7-82b0-0fd36b0f70f0', 'name': '', 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'mac_address': 'fa:16:3e:6d:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:29Z', 'revision_number': 2, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'subnets': [{'id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:35.756468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Checking router: 714b0e93-1f8f-4bd8-a84c-2998ec979516 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:35.757103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Updating router 714b0e93-1f8f-4bd8-a84c-2998ec979516 port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:58:35.819350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.250862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.263427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Transition to ACTIVE for port object 67bbe350-0706-4af7-82b0-0fd36b0f70f0 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:36.269466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.286997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1537d66f-4595-43dd-a783-1366b8e9bfe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:36.418022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d99f5-c1ac-4d51-b919-37cf46756dfc None None] Pushing event updated for resources: {'Port': ['ID=67bbe350-0706-4af7-82b0-0fd36b0f70f0,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:36.422668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-638d99f5-c1ac-4d51-b919-37cf46756dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:36.654989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Attempting to bind port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:36.655471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Attempting to bind port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:36.655884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Attempting to bind port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 on network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:36.662368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:36.662781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Checking segment: {'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:36.663224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.663657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Bound using segment: {'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:36.664173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Bound port: 67bbe350-0706-4af7-82b0-0fd36b0f70f0, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b8f3b1-d712-466c-9b1a-173694df620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:36.664588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.741285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cba51f-fe11-444d-92bb-dbe9a42f96e0 req-5b5fac57-e9d7-4b35-b841-af2c097280d5 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.742808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-24cba51f-fe11-444d-92bb-dbe9a42f96e0 req-5b5fac57-e9d7-4b35-b841-af2c097280d5 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 944 time: 0.1257701
Apr 15 10:58:36.785034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] For port 67bbe350-0706-4af7-82b0-0fd36b0f70f0, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:36.788296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] For port 67bbe350-0706-4af7-82b0-0fd36b0f70f0, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=67bbe350-0706-4af7-82b0-0fd36b0f70f0,segment=NetworkSegment(51b8f3b1-d712-466c-9b1a-173694df620d),segment_id=51b8f3b1-d712-466c-9b1a-173694df620d)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:36.791997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.795219 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-24cba51f-fe11-444d-92bb-dbe9a42f96e0 req-5d565394-b9dd-404c-874c-07ceed2a781b tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460622
Apr 15 10:58:36.808335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:36.970808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d99f5-c1ac-4d51-b919-37cf46756dfc None None] Pushing event updated for resources: {'Port': ['ID=67bbe350-0706-4af7-82b0-0fd36b0f70f0,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:36.976950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-638d99f5-c1ac-4d51-b919-37cf46756dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:37.017680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Routers {'714b0e93-1f8f-4bd8-a84c-2998ec979516'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:37.018363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2358>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['714b0e93-1f8f-4bd8-a84c-2998ec979516'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:37.215446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] Set router 714b0e93-1f8f-4bd8-a84c-2998ec979516 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:37.540225 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f3dc6965-6db1-4caa-8aca-047709e74461 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:37.562290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2ee2358>, [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 4, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port': {'id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '67bbe350-0706-4af7-82b0-0fd36b0f70f0', 'name': '', 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'mac_address': 'fa:16:3e:6d:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:36Z', 'revision_number': 4, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'subnets': [{'id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:37.567971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a468ac-163f-48e3-80b1-8856d0f5efdc None None] The sync data for ids ['714b0e93-1f8f-4bd8-a84c-2998ec979516'] in dv-cinder-786384-1-iscsi is: [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 4, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port': {'id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '67bbe350-0706-4af7-82b0-0fd36b0f70f0', 'name': '', 'network_id': '3701b7ae-b3ae-4ccd-ad08-910d6fc94959', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'mac_address': 'fa:16:3e:6d:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:36Z', 'revision_number': 4, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'subnets': [{'id': '5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:37.696921 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3dc6965-6db1-4caa-8aca-047709e74461,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:37.714360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'port_id': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'mac_address': 'fa:16:3e:23:b6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:37.787894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.807393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dc6965-6db1-4caa-8aca-047709e74461 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:37.823882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3dc6965-6db1-4caa-8aca-047709e74461,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:37.826880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.828746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-170eee6a-ad11-49cf-b389-df4bddf0424c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:37.914523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:37.923762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.924150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.924529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.924903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.925282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.925682 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.926051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.926442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.926787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.927154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.927522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.927884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:37.945260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:38.029521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b554b6a-96ec-4525-9747-61e35ae1d051 req-9ecc471e-b2a1-4fde-9f06-e00dd6958635 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:38.031105 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6b554b6a-96ec-4525-9747-61e35ae1d051 req-9ecc471e-b2a1-4fde-9f06-e00dd6958635 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 945 time: 0.1067085
Apr 15 10:58:38.072392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f3dc6965-6db1-4caa-8aca-047709e74461'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:38.088714 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6b554b6a-96ec-4525-9747-61e35ae1d051 req-a3e07c20-f77b-4ddb-8b2a-c3087a1e1eea tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492318
Apr 15 10:58:38.758829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 67bbe350-0706-4af7-82b0-0fd36b0f70f0 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:38.834735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:38.839847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:38.840269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:38.970976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.006344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 67bbe350-0706-4af7-82b0-0fd36b0f70f0, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=67bbe350-0706-4af7-82b0-0fd36b0f70f0,segment=NetworkSegment(51b8f3b1-d712-466c-9b1a-173694df620d),segment_id=51b8f3b1-d712-466c-9b1a-173694df620d)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:39.009167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.011171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:39.085910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=67bbe350-0706-4af7-82b0-0fd36b0f70f0,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:39.089070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:39.440669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fce16-4d3f-4c24-9bc4-b76d64c50a27 req-50a2f30d-ab1f-42af-a42c-9c1d62b49d38 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:39.442800 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-635fce16-4d3f-4c24-9bc4-b76d64c50a27 req-50a2f30d-ab1f-42af-a42c-9c1d62b49d38 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 945 time: 0.0945175
Apr 15 10:58:39.493316 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-635fce16-4d3f-4c24-9bc4-b76d64c50a27 req-483b6cf3-71d4-4835-88b9-da3bdff1b8a1 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440390
Apr 15 10:58:39.547433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f3dc6965-6db1-4caa-8aca-047709e74461 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:39.622452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port f3dc6965-6db1-4caa-8aca-047709e74461 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:39.627536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port f3dc6965-6db1-4caa-8aca-047709e74461 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:39.627957 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.773631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.803051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:39.813579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3dc6965-6db1-4caa-8aca-047709e74461,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:39.816338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.818518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:39.901354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:39.904802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:40.129121 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'code': 200}
Apr 15 10:58:40.387726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449360-3f1d-49bf-98ea-5907f7eba2e6 req-f15c227b-39da-45e6-a47a-02293fafe3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.389263 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6449360-3f1d-49bf-98ea-5907f7eba2e6 req-f15c227b-39da-45e6-a47a-02293fafe3f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1099 time: 0.0831754
Apr 15 10:58:40.434161 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6449360-3f1d-49bf-98ea-5907f7eba2e6 req-42576fb1-a156-488c-b7ef-293cfe432ab9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370393
Apr 15 10:58:40.709034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010932a0-aa0f-4e45-a5ec-40cbde40c29b req-7831cf95-8353-4335-b705-940f8c075ed3 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.717295 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-010932a0-aa0f-4e45-a5ec-40cbde40c29b req-7831cf95-8353-4335-b705-940f8c075ed3 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0970926
Apr 15 10:58:40.760130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 67bbe350-0706-4af7-82b0-0fd36b0f70f0 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:40.765173 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-010932a0-aa0f-4e45-a5ec-40cbde40c29b req-81df4e7f-90e8-4443-9974-1197dfd6ee37 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472803
Apr 15 10:58:40.836078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:40.836549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.974376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052d76-f09c-48b1-8271-a645222a4432 req-8d93c84e-4081-4762-a6d6-760699653bf2 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:41.975917 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78052d76-f09c-48b1-8271-a645222a4432 req-8d93c84e-4081-4762-a6d6-760699653bf2 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0931971
Apr 15 10:58:42.024706 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78052d76-f09c-48b1-8271-a645222a4432 req-8112fdf3-7bae-4a76-9f7b-6a681c6e28f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422745
Apr 15 10:58:42.237556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a615f-aad2-4c1a-a305-311d156dae16 req-c0c8e95b-ebdf-4ae3-b7bf-516881116ea0 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:42.239628 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e88a615f-aad2-4c1a-a305-311d156dae16 req-c0c8e95b-ebdf-4ae3-b7bf-516881116ea0 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0963104
Apr 15 10:58:42.288384 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e88a615f-aad2-4c1a-a305-311d156dae16 req-6f163fa6-cb5b-479a-9d89-ef9c9e5908a6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423260
Apr 15 10:58:42.736434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864984e-1be6-456f-b5eb-e17e5aab95f1 req-9a67648e-d1fe-4f42-ba0a-7c45202bb9e8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:42.739562 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9864984e-1be6-456f-b5eb-e17e5aab95f1 req-9a67648e-d1fe-4f42-ba0a-7c45202bb9e8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0953505
Apr 15 10:58:42.795813 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9864984e-1be6-456f-b5eb-e17e5aab95f1 req-d7bd358d-368d-4c1d-a718-4d568b972f63 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458546
Apr 15 10:58:44.569673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:58:47.438681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa223-7229-4d10-9b53-f90c284de252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.461616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-237003ed-afd8-458e-a804-e8d5a699bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:50.702506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.146023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.665469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622666c1-a0f1-4c41-9245-2839c21f24f2 req-173261d8-d96a-4e65-bd10-41cb436f5747 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:51.667220 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-622666c1-a0f1-4c41-9245-2839c21f24f2 req-173261d8-d96a-4e65-bd10-41cb436f5747 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.0901768
Apr 15 10:58:51.748714 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-622666c1-a0f1-4c41-9245-2839c21f24f2 req-83c60048-428d-48ee-a397-b8035d3ca2e3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746810
Apr 15 10:58:51.996387 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-7275769d-c8b6-4340-8b36-2fc4679b8768 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0868011
Apr 15 10:58:52.157151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-66337c21-0db7-43f6-9d14-e0f8c8d44968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.158916 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-66337c21-0db7-43f6-9d14-e0f8c8d44968 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 1099 time: 0.0825167
Apr 15 10:58:52.197913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:52.388742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dba9f-b967-48e5-a080-382a00addd03 req-4021b200-6b82-45dd-ad8e-334ac741f864 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.390959 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-246dba9f-b967-48e5-a080-382a00addd03 req-4021b200-6b82-45dd-ad8e-334ac741f864 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.2297373
Apr 15 10:58:52.397632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-8867f75d-65a6-4b01-a465-f2e11f7b1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.399197 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-8867f75d-65a6-4b01-a465-f2e11f7b1c88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.2004983
Apr 15 10:58:52.772870 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-246dba9f-b967-48e5-a080-382a00addd03 req-19afcb91-3434-446b-b2a2-1a67816fab5d tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726280
Apr 15 10:58:52.783083 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-834fa724-64b5-4891-bc04-ad55b89a0cf7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1 HTTP/1.1" status: 200  len: 1002 time: 0.3662868
Apr 15 10:58:52.801790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56948) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:52.870286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-2437a9f0-da5d-4ea8-8f0d-06324d4c42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.871953 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-2437a9f0-da5d-4ea8-8f0d-06324d4c42b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0717866
Apr 15 10:58:52.969444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-52241749-d7e1-4b19-8d92-7c9365a93fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.970967 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-52241749-d7e1-4b19-8d92-7c9365a93fbc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907855
Apr 15 10:58:53.043562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455d8af-1eb3-426b-ae29-73ebfbca8509 req-e3dcf7e3-bddd-40aa-a743-d1b0b76fc4f7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:53.045160 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3455d8af-1eb3-426b-ae29-73ebfbca8509 req-e3dcf7e3-bddd-40aa-a743-d1b0b76fc4f7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1504509
Apr 15 10:58:53.114395 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3455d8af-1eb3-426b-ae29-73ebfbca8509 req-dc1d6ac4-764c-4685-8e9e-1011a75f0727 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607576
Apr 15 10:58:53.120172 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-659c5a96-9a14-46f4-9e2a-4f45cb7af630 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400232
Apr 15 10:58:53.124775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16da43b-9ef2-4350-b8e4-30307f6ca4b2 tempest-TestMinimumBasicScenario-710180922 tempest-TestMinimumBasicScenario-710180922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:53.125662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e16da43b-9ef2-4350-b8e4-30307f6ca4b2 tempest-TestMinimumBasicScenario-710180922 tempest-TestMinimumBasicScenario-710180922-project-admin] Synchronizing usage tracker for tenant:757c7545f6ce4a66869c467366beebe7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:53.143672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e16da43b-9ef2-4350-b8e4-30307f6ca4b2 tempest-TestMinimumBasicScenario-710180922 tempest-TestMinimumBasicScenario-710180922-project-admin] Unset dirty status for tenant:757c7545f6ce4a66869c467366beebe7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:53.148264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e16da43b-9ef2-4350-b8e4-30307f6ca4b2 tempest-TestMinimumBasicScenario-710180922 tempest-TestMinimumBasicScenario-710180922-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1094 time: 0.3425550
Apr 15 10:58:53.148413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56954) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:53.154232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'port_id': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:53.160812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:53.164967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:floatingip and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:53.168112 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:53.174501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:53.186480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.266130 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-098e5720-8a0e-42fd-80a9-b912a16a0e6e req-8f8be831-dfb1-4c69-b6ec-5213c493660e service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373782
Apr 15 10:58:53.338343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.490018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Allocated IP 172.27.1.155 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/22771c8c-6ab2-4d15-b317-b33d56f9d02b) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:53.646919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.677567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.694200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-762ebab9-ad8e-4baa-b82b-6a64a44b6f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:53.828959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'Port': ['ID=22771c8c-6ab2-4d15-b317-b33d56f9d02b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:53.834128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:53.891927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:53.893266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:53.896328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:54.330793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5d756-5205-4a3f-851b-d41f2dd05833 req-a2bd8b96-0b53-4033-a517-ae944f9ef3b5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:54.331219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.332515 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-79b5d756-5205-4a3f-851b-d41f2dd05833 req-a2bd8b96-0b53-4033-a517-ae944f9ef3b5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.0908027
Apr 15 10:58:54.382564 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-79b5d756-5205-4a3f-851b-d41f2dd05833 req-9d59226d-bf7d-49b7-8aaf-d5785a722e91 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436468
Apr 15 10:58:54.412719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.619234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.694742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.698240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.714524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-df1a770d-e3c1-4c95-9111-08796f206f7d tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:54.850752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'Port': ['ID=22771c8c-6ab2-4d15-b317-b33d56f9d02b,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:54.855945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:54.956755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.367880 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Floating IP 6e1eefdc-6f2f-413d-99cc-f412f73ba61e associated. External IP: 172.27.1.155, port: f3dc6965-6db1-4caa-8aca-047709e74461.
Apr 15 10:58:55.695670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2ed64-78de-4b45-a298-0e9fa1525724 req-a78befe3-3587-4375-a85f-9f53787fe478 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:55.697300 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42f2ed64-78de-4b45-a298-0e9fa1525724 req-a78befe3-3587-4375-a85f-9f53787fe478 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1926167
Apr 15 10:58:55.833171 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42f2ed64-78de-4b45-a298-0e9fa1525724 req-3fa0a506-1db4-4379-93f2-2679273bd053 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738664
Apr 15 10:58:55.871467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Router f94c3235-6de3-424d-a3f3-8e62b9631ac5 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:56.067399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:56.079025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] Sync routers for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:56.090981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:56.091868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e3ea20>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:56.094194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.169278 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0170209
Apr 15 10:58:56.169278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:56.169717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 56986) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:56.177301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395935162', 'description': 'tempest-secgroup-smoke-395935162 description', 'project_id': 'fea27671d994495883ce654a53f77aef'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:56.184181 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:56.194483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:56.205844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.230046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:56.234152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:56.237161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:56.245253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:56.287020 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'status': 'completed', 'code': 200}
Apr 15 10:58:56.385127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.389037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.396541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-175f2639-b70a-47af-9b3a-67c330c2f45b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:56.452048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5720fa-66f2-4ee2-982c-ca42cf733c49,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:56.465092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:56.466449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.470713 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2966933
Apr 15 10:58:56.471452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56994) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:56.474384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.474816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.475233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.475652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.476059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.476471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.476877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.477303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.477753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.478074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'security_group_rule': {'security_group_id': '5b5720fa-66f2-4ee2-982c-ca42cf733c49', 'project_id': 'fea27671d994495883ce654a53f77aef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:56.478188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.478516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.478926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:56.484581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:56.485955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:56.490003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:56.492518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-184bae87-6b72-4cf8-968b-e6b057cc8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.492977 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:56.494096 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-184bae87-6b72-4cf8-968b-e6b057cc8c6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1099 time: 0.1700690
Apr 15 10:58:56.500302 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:56.518725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.589245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.592293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.600646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:56.620099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65f0e0f-f06b-4708-9275-901fade6bda9,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:56.622786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:56.634512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.638600 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e6f0479f-89c5-48e9-a5f2-f7b21c998c0a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1626258
Apr 15 10:58:56.638847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 56998) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:56.646945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'security_group_rule': {'security_group_id': '5b5720fa-66f2-4ee2-982c-ca42cf733c49', 'project_id': 'fea27671d994495883ce654a53f77aef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:56.650536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-3a4a8bd2-a8ad-425e-9721-26c38856d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.652130 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-3a4a8bd2-a8ad-425e-9721-26c38856d9fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 200  len: 916 time: 0.1485107
Apr 15 10:58:56.653510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:56.657613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:56.663766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:56.677139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:56.697655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.803190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.810143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.812190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:56.814517 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-422a2624-cfce-4228-90fe-fd807ad99614 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 1000 time: 0.1547287
Apr 15 10:58:56.830769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bc7244-a779-4a8b-9fe7-03ac0986bf97,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:56.838984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:56.849800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.853716 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-618db6b1-637e-4ce8-a3b8-173f3eae63dc tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2111666
Apr 15 10:58:56.854398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57006) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:56.860924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'security_group_rule': {'security_group_id': '5b5720fa-66f2-4ee2-982c-ca42cf733c49', 'project_id': 'fea27671d994495883ce654a53f77aef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:56.868175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:56.874185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:56.878649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:56.885204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:56.912433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.916556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-81d47362-742a-48f9-a55b-d5fd4a2e3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.918459 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-81d47362-742a-48f9-a55b-d5fd4a2e3175 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf HTTP/1.1" status: 200  len: 853 time: 0.0975113
Apr 15 10:58:56.926199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e3ea20>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6e1eefdc-6f2f-413d-99cc-f412f73ba61e', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'port_id': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'mac_address': 'fa:16:3e:23:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:54Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 0, 'project_id': 'fea27671d994495883ce654a53f77aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:51Z', 'revision_number': 5, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:56.930554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] Checking router: f94c3235-6de3-424d-a3f3-8e62b9631ac5 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:56.949154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:56.949918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e3ea20>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:57.009327 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.012642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.023189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:57.025965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-4b1efe16-ae08-41bf-a7ce-6e666efd20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:57.027591 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-4b1efe16-ae08-41bf-a7ce-6e666efd20a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1007991
Apr 15 10:58:57.096434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706b5a3c-5b8b-4600-86ea-cd8d0adf40f9,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:57.107301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:57.112213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.114361 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e00a2ed6-0c8f-4686-9840-dcc0e706e127 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2585299
Apr 15 10:58:57.117342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57016) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:57.124592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'security_group_rule': {'security_group_id': '5b5720fa-66f2-4ee2-982c-ca42cf733c49', 'project_id': 'fea27671d994495883ce654a53f77aef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:57.134702 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:57.151136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:57.155154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:57.165097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:57.188390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f35494-8feb-4f9b-a8c8-762f904739e2 req-2a25a7b4-0e51-45d8-bf1c-1103181fff87 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:57.189593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:57.197949 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e4f35494-8feb-4f9b-a8c8-762f904739e2 req-2a25a7b4-0e51-45d8-bf1c-1103181fff87 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1775925
Apr 15 10:58:57.214797 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-e1404f71-2c46-4d07-9b59-6a3a5fed65a1 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747396
Apr 15 10:58:57.227589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.307007 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e4f35494-8feb-4f9b-a8c8-762f904739e2 req-42cfb254-c56b-402c-a7df-d8069d24bea7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080141
Apr 15 10:58:57.349036 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.354415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.356612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c89f76b3-1e04-486c-9176-441d660708eb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:57.390584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f86935-fa7d-4a45-b669-2ea39aac44db,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:57.393286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:57.402254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.403928 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b3e43d05-2d9f-478c-8e21-54bf02dbc205 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2851508
Apr 15 10:58:57.406439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57026) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:57.413429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'security_group_rule': {'security_group_id': '5b5720fa-66f2-4ee2-982c-ca42cf733c49', 'project_id': 'fea27671d994495883ce654a53f77aef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:57.419858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:57.425134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:57.429087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:57.436222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:57.448970 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.securitygroups_db [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Project fea27671d994495883ce654a53f77aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:58:57.450131 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f2630f93-fb21-45e3-8e8d-868f69a32c5e req-4761fd4a-6862-49ae-afcc-90766ed5a593 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279689
Apr 15 10:58:57.457311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.527518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.530389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.532524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:57.555067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce04b11-590d-4a2b-abe7-642f278c1c4b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:57.559457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:57.567747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.572225 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-450bd731-a5fb-47da-8634-f7073fb1a240 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1610827
Apr 15 10:58:57.572225 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57030) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:57.578958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'security_group_rule': {'security_group_id': '5b5720fa-66f2-4ee2-982c-ca42cf733c49', 'project_id': 'fea27671d994495883ce654a53f77aef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:57.586444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:57.590758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Usage tracker for resource:security_group_rule and tenant:fea27671d994495883ce654a53f77aef is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:57.593837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:57.600455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:57.611315 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.securitygroups_db [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Project fea27671d994495883ce654a53f77aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:58:57.618884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.667867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e3ea20>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6e1eefdc-6f2f-413d-99cc-f412f73ba61e', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'port_id': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'mac_address': 'fa:16:3e:23:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:54Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 0, 'project_id': 'fea27671d994495883ce654a53f77aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:51Z', 'revision_number': 5, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:57.682582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2161dc93-4a41-4ceb-8470-9f6aa2d5ae3b None None] The sync data for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi is: [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6e1eefdc-6f2f-413d-99cc-f412f73ba61e', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'port_id': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'mac_address': 'fa:16:3e:23:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:54Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 0, 'project_id': 'fea27671d994495883ce654a53f77aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:51Z', 'revision_number': 5, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:57.715208 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.719684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.723430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:57.758018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0192a62-0dba-4ff5-bc75-bacd2e41fb7a,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:57.776044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:57.791906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.797546 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-608f9290-162b-480e-8a1a-aba46c186289 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2240481
Apr 15 10:58:57.936548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-0703e49c-9aae-4657-a8ba-1fa2ed07916e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:57.952406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-0703e49c-9aae-4657-a8ba-1fa2ed07916e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:57.953694 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-0703e49c-9aae-4657-a8ba-1fa2ed07916e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395935162&fields=id&tenant_id=fea27671d994495883ce654a53f77aef HTTP/1.1" status: 200  len: 267 time: 0.0623903
Apr 15 10:58:58.019547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d8ee9e-b670-4c62-84db-211f79734e3c None None] New status for floating IP 6e1eefdc-6f2f-413d-99cc-f412f73ba61e: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:58:58.056893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-276cb7fc-f76e-49a3-b6a2-54fec4416a93 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:58.058505 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-276cb7fc-f76e-49a3-b6a2-54fec4416a93 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0980160
Apr 15 10:58:58.071409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'port': {'security_groups': ['11dd35e0-59a9-46cc-9463-f6ee3c89530e', '5b5720fa-66f2-4ee2-982c-ca42cf733c49']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:58.201064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:58.540452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113a5af-885f-43a9-89b4-afbab9610ccf req-bd6bc918-53be-4115-b60b-ba4a822c7c01 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:58.542102 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b113a5af-885f-43a9-89b4-afbab9610ccf req-bd6bc918-53be-4115-b60b-ba4a822c7c01 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1017826
Apr 15 10:58:58.551681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3dc6965-6db1-4caa-8aca-047709e74461,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:58.582806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:58.586408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:58.591592 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b113a5af-885f-43a9-89b4-afbab9610ccf req-132b967c-eabc-468e-b31a-b01d99ee0913 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426991
Apr 15 10:58:58.601740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-15f96b0e-0088-49b6-9748-a6e800b50abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:58.602738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f3dc6965-6db1-4caa-8aca-047709e74461'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:58.755981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=6']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:58.761009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:58.822735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-07eecb0f-a1f1-4398-8359-443231a5f98a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Synchronizing usage tracker for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:58.844744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:58.845620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:58.847362 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-53ae6405-5a2c-43e7-8f95-18f63c45ca9b req-9ad738ca-6c97-4406-8e79-2e1510f717f6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "PUT /v2.0/ports/f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 982 time: 0.7818127
Apr 15 10:58:58.848098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:58.863690 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-07eecb0f-a1f1-4398-8359-443231a5f98a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Unset dirty status for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:58.865211 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-07eecb0f-a1f1-4398-8359-443231a5f98a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047763939&fields=id&tenant_id=e164f2e9fc1c45298afaf800629110c7 HTTP/1.1" status: 200  len: 267 time: 0.0886862
Apr 15 10:58:58.932343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f3dc6965-6db1-4caa-8aca-047709e74461'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:59.063339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-32caf6d0-88cb-43e1-848d-e1dfe27cb74d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.064106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-32caf6d0-88cb-43e1-848d-e1dfe27cb74d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Synchronizing usage tracker for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:59.084611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-32caf6d0-88cb-43e1-848d-e1dfe27cb74d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Unset dirty status for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:59.086352 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-32caf6d0-88cb-43e1-848d-e1dfe27cb74d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 808 time: 0.2138972
Apr 15 10:58:59.109760 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-76cbacdc-cfc4-4ddf-8732-df0f3620cc15 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/quotas/e164f2e9fc1c45298afaf800629110c7 HTTP/1.1" status: 200  len: 375 time: 0.0169222
Apr 15 10:58:59.112446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66173c52-5a6d-48cf-8727-556000bfd3f8 req-d28e4d3a-e4b1-4d66-8828-c12fe08c5643 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.121874 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-66173c52-5a6d-48cf-8727-556000bfd3f8 req-d28e4d3a-e4b1-4d66-8828-c12fe08c5643 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1198499
Apr 15 10:58:59.180505 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-66173c52-5a6d-48cf-8727-556000bfd3f8 req-a39f101f-6e6d-4230-b118-df814ad2794c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0556850
Apr 15 10:58:59.186928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-a9667f01-b453-4670-bdc8-4430c3b84f6e None None] Provisioning complete for port f3dc6965-6db1-4caa-8aca-047709e74461 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:59.187534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a9667f01-b453-4670-bdc8-4430c3b84f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:59.233685 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-3963d1dd-f656-4b7a-aa36-209a72d03177 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1229401
Apr 15 10:58:59.264066 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'status': 'completed', 'code': 200}
Apr 15 10:58:59.372408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-bee8a28f-24f3-471d-ab2e-b23cb4b72f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.374219 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-bee8a28f-24f3-471d-ab2e-b23cb4b72f67 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1138 time: 0.0846341
Apr 15 10:58:59.426169 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-937e7d46-d80f-4f88-988b-bfd690c96589 service neutron] 10.222.0.93 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779659
Apr 15 10:58:59.523380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-f6e40806-eb2e-49eb-8b5c-2003993f0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.524998 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-f6e40806-eb2e-49eb-8b5c-2003993f0459 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 200  len: 916 time: 0.1436913
Apr 15 10:58:59.580580 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f30800e2-9624-40a5-9741-de6e81652076 service neutron] 10.222.0.93 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473503
Apr 15 10:58:59.640431 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-67624842-cc1e-47d5-9f19-af0c65c91b0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 1002 time: 0.1076927
Apr 15 10:58:59.785310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-d69e983f-5e3c-4e96-b137-f6468f759619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.786810 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-d69e983f-5e3c-4e96-b137-f6468f759619 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf HTTP/1.1" status: 200  len: 853 time: 0.1399007
Apr 15 10:58:59.881295 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e1bd-7f54-4489-856e-dfc3f95dcb1b req-7d63cb0c-d73a-4a1f-9cd9-c199e16ccf1e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.882909 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fd57e1bd-7f54-4489-856e-dfc3f95dcb1b req-7d63cb0c-d73a-4a1f-9cd9-c199e16ccf1e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1573732
Apr 15 10:58:59.932569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-38cda589-5d2c-4ab2-a4fe-cccbbd6d86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.934178 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-38cda589-5d2c-4ab2-a4fe-cccbbd6d86c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1393471
Apr 15 10:58:59.946702 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fd57e1bd-7f54-4489-856e-dfc3f95dcb1b req-b2c111da-62fa-4c5e-be12-e4028ac8150e tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547440
Apr 15 10:59:00.043125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e3eff445-3969-49cc-af4b-4a6786d9f814 req-4a66eb66-4377-42d5-b5e1-1e9ae7a549f1 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 210 time: 0.0503228
Apr 15 10:59:00.096298 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-400b880f-8e3a-4c13-b533-6a01980c49e3 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530137
Apr 15 10:59:00.244801 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dfc551-3547-4c8e-ae98-98848aff6c3e req-57bfb7ec-416e-49bc-a892-108fb1ed0bbf service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409848
Apr 15 10:59:01.183242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-b24b1705-c3fb-4e54-8fee-8fc22f054e1b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:01.184805 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-b24b1705-c3fb-4e54-8fee-8fc22f054e1b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.89 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 808 time: 0.2215009
Apr 15 10:59:01.213484 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-53c3f93d-a787-4a38-9aa1-beb79ed33962 req-63789bf6-dcec-410c-a27c-9f8277f880a1 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 210 time: 0.0501082
Apr 15 10:59:01.245989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6c5a4-b4df-4301-8e53-41d20ed6dffc req-67ce4e0e-149d-4299-9a2d-d7d285978fd2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:01.247963 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83c6c5a4-b4df-4301-8e53-41d20ed6dffc req-67ce4e0e-149d-4299-9a2d-d7d285978fd2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1769338
Apr 15 10:59:01.318328 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-a5aaee11-089b-4089-8f26-f1e3c6ac991b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e164f2e9fc1c45298afaf800629110c7 HTTP/1.1" status: 200  len: 8061 time: 0.1232357
Apr 15 10:59:01.325589 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83c6c5a4-b4df-4301-8e53-41d20ed6dffc req-b68271f4-7822-4843-8306-52d3ace94a9c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670080
Apr 15 10:59:01.330568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'port': {'device_id': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'admin_state_up': True, 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'security_groups': ['6e082d1e-072b-45aa-b259-5202edeae4a4']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:01.475537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:01.479512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:port and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:01.482472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:01.489220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:01.497688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Made reservation on behalf of e164f2e9fc1c45298afaf800629110c7 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:01.504273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.931766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Allocated IP 172.20.0.9 (4d6ab36b-ce33-4bb0-aea8-53943f190e52/994d1941-9e44-45f4-8c5d-104e753a2a35/e0956ad6-8795-41a7-8699-c958d804775b) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:02.137982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.153680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Transition to ACTIVE for port object e0956ad6-8795-41a7-8699-c958d804775b will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:02.177040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.191740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:02.333477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:02.338106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:02.403163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:02.407911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:02.411270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:02.468773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f4a1d-8045-4fb1-ba3d-820b4ff0b370 req-2162848f-02aa-460e-b9c3-5b13ed91bf13 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:02.470412 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f1f4a1d-8045-4fb1-ba3d-820b4ff0b370 req-2162848f-02aa-460e-b9c3-5b13ed91bf13 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 931 time: 0.1400321
Apr 15 10:59:02.533139 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0f1f4a1d-8045-4fb1-ba3d-820b4ff0b370 req-5ce1ab6b-d422-4ae2-8f12-a7ae84713f6f tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518670
Apr 15 10:59:02.553586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:02.554318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.588827 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-722c241e-6556-4a39-bdb1-3f332913cb2e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2620733
Apr 15 10:59:02.608590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Request body: {'port': {'device_id': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:02.694623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04473a-2f96-47e6-91d5-9307a2ec6f89 req-bc6dce5b-9bf5-4475-a39d-588d69e21e6d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:02.696258 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fe04473a-2f96-47e6-91d5-9307a2ec6f89 req-bc6dce5b-9bf5-4475-a39d-588d69e21e6d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.2109540
Apr 15 10:59:02.725337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-a92fded4-24da-4ba3-b9e7-105ed0cd2248 None None] Provisioning for port e0956ad6-8795-41a7-8699-c958d804775b completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:02.731063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-a92fded4-24da-4ba3-b9e7-105ed0cd2248 None None] Provisioning complete for port e0956ad6-8795-41a7-8699-c958d804775b triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:02.731565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a92fded4-24da-4ba3-b9e7-105ed0cd2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.814345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-a92fded4-24da-4ba3-b9e7-105ed0cd2248 None None] Port e0956ad6-8795-41a7-8699-c958d804775b cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:59:02.832842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.853950 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fe04473a-2f96-47e6-91d5-9307a2ec6f89 req-47c2e0ae-32d2-4f15-9034-3b120b554174 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1066341
Apr 15 10:59:03.293303 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0956ad6-8795-41a7-8699-c958d804775b {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:03.301604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.305615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57106) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:03.318131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Transition to ACTIVE for port object e0956ad6-8795-41a7-8699-c958d804775b will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:03.320974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.337343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-48bdf90c-4966-4089-af5e-9fa3a09b4bb8 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:03.431936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.447846 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:03.452008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Usage tracker for resource:security_group_rule and tenant:69acbb9f8c8e4856bd6c60ab654ec9da is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:03.455087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:03.461125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:03.480292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:03.485446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:03.553594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.556938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.569021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9d38cfd9-9081-4822-883f-298d60c9baa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:03.624264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=69acbb9f8c8e4856bd6c60ab654ec9da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3174400
Apr 15 10:59:03.624963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57114) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:03.629948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43f2651-6388-4258-8f21-522d633f7279,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:03.676359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.676793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.677210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.677646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.678063 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.678510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.678915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.679318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.679724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.680122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.680522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.680917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:03.731261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f0bea223-6fab-4e32-8f61-78cfb9e0ebb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:03.733268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Attempting to bind port e0956ad6-8795-41a7-8699-c958d804775b on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:03.733677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Attempting to bind port e0956ad6-8795-41a7-8699-c958d804775b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:03.734050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Attempting to bind port e0956ad6-8795-41a7-8699-c958d804775b on network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:03.740791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Port e0956ad6-8795-41a7-8699-c958d804775b on network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:59:03.741161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Attempting to bind port e0956ad6-8795-41a7-8699-c958d804775b on network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:03.750345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:03.750727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Checking segment: {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:03.751155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Bound using segment: {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:03.751631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Bound port: e0956ad6-8795-41a7-8699-c958d804775b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e2c8bb-61b7-4211-8bbb-ab040ed5e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:03.752021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.763047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbde3-8e46-49fc-a2e9-0f998cd87a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.804431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbde3-8e46-49fc-a2e9-0f998cd87a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.848183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:03.851582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:03.855028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.855550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7d64d-14f3-47b8-854a-6a70724185ec req-16334927-49db-4f16-bb7c-86c353cdecdf tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:03.857141 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-88b7d64d-14f3-47b8-854a-6a70724185ec req-16334927-49db-4f16-bb7c-86c353cdecdf tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.1703758
Apr 15 10:59:03.871325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-26fa8c23-e900-4208-b309-e93f939e018b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:03.897795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbde3-8e46-49fc-a2e9-0f998cd87a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.905627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a2ab72ee-24ee-41cd-b7cb-3cf5b7f96cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:03.922361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbde3-8e46-49fc-a2e9-0f998cd87a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43f2651-6388-4258-8f21-522d633f7279,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:03.928508 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-88b7d64d-14f3-47b8-854a-6a70724185ec req-80fd3390-6b27-4ac6-834a-8a761c9052a3 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637150
Apr 15 10:59:03.929386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2e8dbde3-8e46-49fc-a2e9-0f998cd87a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:03.931472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbde3-8e46-49fc-a2e9-0f998cd87a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.935395 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2e8dbde3-8e46-49fc-a2e9-0f998cd87a38 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f43f2651-6388-4258-8f21-522d633f7279 HTTP/1.1" status: 204  len: 168 time: 0.3085082
Apr 15 10:59:04.086739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:04.090662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:04.149948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.150866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:04.152407 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] 10.222.0.89 "PUT /v2.0/ports/e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 1093 time: 1.5484555
Apr 15 10:59:04.154547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:04.183217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39977bf4-9949-4493-b8c2-74ed39021824 req-214bcaf2-f984-4d82-ac30-e090b1ca8006 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.190229 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-39977bf4-9949-4493-b8c2-74ed39021824 req-214bcaf2-f984-4d82-ac30-e090b1ca8006 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1715591
Apr 15 10:59:04.263882 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b', 'status': 'completed', 'code': 200}
Apr 15 10:59:04.303326 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-39977bf4-9949-4493-b8c2-74ed39021824 req-77d0b883-f60c-43f2-8493-4612ea7a6b79 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102870
Apr 15 10:59:04.326842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-e7e7abac-d092-4011-9d76-9e89dfdf593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.328459 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-e7e7abac-d092-4011-9d76-9e89dfdf593b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1096 time: 0.1169479
Apr 15 10:59:04.403250 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-8f563205-becc-47be-b832-ef2b6c032c42 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 217 time: 0.0667171
Apr 15 10:59:04.478046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-5a79f63c-2f4c-466d-945c-738294a926ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.479495 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-5a79f63c-2f4c-466d-945c-738294a926ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 200  len: 847 time: 0.0690377
Apr 15 10:59:04.561864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-660a7d45-12b8-4a05-bf75-1baca8bfe3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.563413 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-660a7d45-12b8-4a05-bf75-1baca8bfe3f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d6ab36b-ce33-4bb0-aea8-53943f190e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768988
Apr 15 10:59:04.705014 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-469841f4-ce53-4ab0-a7c4-6e884e2708ab service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340213
Apr 15 10:59:04.862952 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3e7e40d1-4ad1-4007-b915-42bc69ad89f6 req-1babf902-77ae-4731-99b3-aca0d340c6e4 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510558
Apr 15 10:59:04.988842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-50a7237a-fc12-4ef3-ac1a-11aa442e9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.990484 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-50a7237a-fc12-4ef3-ac1a-11aa442e9186 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1096 time: 0.0822883
Apr 15 10:59:05.135639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-1a80bea2-e98b-42b1-a0dc-58473488c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.137132 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-1a80bea2-e98b-42b1-a0dc-58473488c081 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 910 time: 0.1396601
Apr 15 10:59:05.151243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa308f1-5261-41d1-8f4d-ab14554097ab req-1792d8a7-e9e3-4bcb-adfc-a3ef077d9c00 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.152828 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8aa308f1-5261-41d1-8f4d-ab14554097ab req-1792d8a7-e9e3-4bcb-adfc-a3ef077d9c00 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0906298
Apr 15 10:59:05.202115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8aa308f1-5261-41d1-8f4d-ab14554097ab req-475d5b31-02cb-44cf-ba75-a90751b21c8a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428689
Apr 15 10:59:05.213043 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-47cd573b-c063-4497-b726-a3c32438bb0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 217 time: 0.0675423
Apr 15 10:59:05.288259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-5a5d4eee-2b08-41f9-8162-df18e437c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.289865 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-5a5d4eee-2b08-41f9-8162-df18e437c40e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 200  len: 847 time: 0.0666487
Apr 15 10:59:05.373864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-d518554f-0148-404b-b612-e47bd3f9b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.375489 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-d518554f-0148-404b-b612-e47bd3f9b9d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d6ab36b-ce33-4bb0-aea8-53943f190e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777719
Apr 15 10:59:05.591397 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-ee055328-c512-4271-8dea-6cd300d2edf7 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083278
Apr 15 10:59:05.604214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3557a-ed02-4644-b104-492112011f73 req-574aab98-dfc1-40cf-a06e-23c018d4a3fb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.605730 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fcf3557a-ed02-4644-b104-492112011f73 req-574aab98-dfc1-40cf-a06e-23c018d4a3fb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1438594
Apr 15 10:59:05.742143 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fcf3557a-ed02-4644-b104-492112011f73 req-51083b8b-eb74-4afc-ba60-d0f0c4208853 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145897
Apr 15 10:59:05.780769 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6fe3242e-e6be-4369-aa8d-6966024b7a3b req-0cb6e9cf-bd39-43da-81d6-21fbb2b60151 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740334
Apr 15 10:59:06.406608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ceb6b-cfaa-456f-8f98-07b5de95e9b8 req-c7da937d-007d-4fab-931e-6ffa9f9a0691 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:06.408177 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e8ceb6b-cfaa-456f-8f98-07b5de95e9b8 req-c7da937d-007d-4fab-931e-6ffa9f9a0691 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0900853
Apr 15 10:59:06.456150 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e8ceb6b-cfaa-456f-8f98-07b5de95e9b8 req-95ac326d-9d5b-491e-ad22-1c1b6374e5a8 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409966
Apr 15 10:59:06.950248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eea86-00a8-4160-b7ae-20c41641a824 req-d09e7da4-e572-4327-bbb7-c7de5aecf2e7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:06.951763 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ff3eea86-00a8-4160-b7ae-20c41641a824 req-d09e7da4-e572-4327-bbb7-c7de5aecf2e7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.0880065
Apr 15 10:59:06.999954 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ff3eea86-00a8-4160-b7ae-20c41641a824 req-1146c71a-9879-4a24-a7ee-169d63dc081d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412817
Apr 15 10:59:07.664923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044fda0-91e4-4d9f-aee7-d45e72fd2b44 req-d81c9017-e694-4063-96b6-a954570d7cec tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:07.666554 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3044fda0-91e4-4d9f-aee7-d45e72fd2b44 req-d81c9017-e694-4063-96b6-a954570d7cec tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0926256
Apr 15 10:59:07.717964 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3044fda0-91e4-4d9f-aee7-d45e72fd2b44 req-198264c6-cc9a-4c6b-8d15-135e00c022f9 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446591
Apr 15 10:59:08.441516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766c139-2e33-4886-9025-7b30eafeed56 req-3720dadd-04c7-491b-b7b8-ce703e44112f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:08.443102 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b766c139-2e33-4886-9025-7b30eafeed56 req-3720dadd-04c7-491b-b7b8-ce703e44112f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.3235993
Apr 15 10:59:08.492793 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b766c139-2e33-4886-9025-7b30eafeed56 req-5fcec138-9e2f-4d7c-99b0-e4d09d6b3818 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432823
Apr 15 10:59:08.928868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec82db6-6e33-40b0-a73a-30ac54e38fb4 req-69bd4331-76bb-4db2-96a0-f1b4237a72fc tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:08.930485 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dec82db6-6e33-40b0-a73a-30ac54e38fb4 req-69bd4331-76bb-4db2-96a0-f1b4237a72fc tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0879173
Apr 15 10:59:08.977690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dec82db6-6e33-40b0-a73a-30ac54e38fb4 req-69812e37-843f-46c4-a5fa-4bff9006b9e8 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408075
Apr 15 10:59:09.692289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:09.710584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3069-42c4-4252-aedc-2d0376d1d773 req-efe26ef7-7936-46d4-8398-2b51e6d312b7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:09.712272 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e0fb3069-42c4-4252-aedc-2d0376d1d773 req-efe26ef7-7936-46d4-8398-2b51e6d312b7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.0965321
Apr 15 10:59:09.775256 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e0fb3069-42c4-4252-aedc-2d0376d1d773 req-ada98255-b65c-4f85-8ff5-30db096262eb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559275
Apr 15 10:59:09.853675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:09.869557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'port_id': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'mac_address': 'fa:16:3e:c3:89:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:09.936079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:09.955468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:09.974150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:09.977220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:09.980003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c132e9f0-975f-4977-ac88-2c961b5eeceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:10.075914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=6']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:10.089031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:10.092603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:10.229077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4ecfa-6be5-4feb-af23-40605a544a9e req-f5b22468-ee6e-4145-a31f-493340e3ea8c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:10.230720 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-74b4ecfa-6be5-4feb-af23-40605a544a9e req-f5b22468-ee6e-4145-a31f-493340e3ea8c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.1124549
Apr 15 10:59:10.298819 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-74b4ecfa-6be5-4feb-af23-40605a544a9e req-fe8629b1-25f8-47f1-94b1-4d041a87cd44 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602441
Apr 15 10:59:10.999716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f370-0f6b-4c7f-a93c-43a8796c573e req-efb919a6-e1c5-43eb-b5ea-96fcf5aa3d72 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:11.001332 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-02f0f370-0f6b-4c7f-a93c-43a8796c573e req-efb919a6-e1c5-43eb-b5ea-96fcf5aa3d72 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 945 time: 0.0975764
Apr 15 10:59:11.062418 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-02f0f370-0f6b-4c7f-a93c-43a8796c573e req-488b5922-2110-4e80-b33e-02f89f967cf2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536730
Apr 15 10:59:11.528388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107de4b-1021-4652-92bf-944899f7ee96 req-bd7b9af0-b7f1-47f8-8e4c-adaf75927973 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:11.530117 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2107de4b-1021-4652-92bf-944899f7ee96 req-bd7b9af0-b7f1-47f8-8e4c-adaf75927973 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.1076853
Apr 15 10:59:11.589762 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2107de4b-1021-4652-92bf-944899f7ee96 req-dc8b3d61-293b-4b54-97ce-5619f96d6645 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530643
Apr 15 10:59:11.696761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e0956ad6-8795-41a7-8699-c958d804775b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:11.699920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:11.883541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:11.883541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:11.972209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:11.993694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'e0956ad6-8795-41a7-8699-c958d804775b', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'port_id': 'e0956ad6-8795-41a7-8699-c958d804775b', 'mac_address': 'fa:16:3e:99:4d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:12.111847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.133818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0956ad6-8795-41a7-8699-c958d804775b {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:12.149177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.171051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:12.180766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.187586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-777959ef-f0bd-493e-9bed-90d7296c08f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:12.263453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:12.271452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:12.275595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:12.278585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:12.285839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.291796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e4dbdff8-0c4d-4b0a-8405-040f87e2ad6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:12.345709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88b3d3-ef0f-4299-8d28-ea57fb191faf req-5f815049-4ffe-4150-a73c-73b9e0e390f1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:12.355820 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c88b3d3-ef0f-4299-8d28-ea57fb191faf req-5f815049-4ffe-4150-a73c-73b9e0e390f1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 945 time: 0.1430895
Apr 15 10:59:12.380949 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'code': 200}
Apr 15 10:59:12.396254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=7']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:12.418043 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9c88b3d3-ef0f-4299-8d28-ea57fb191faf req-bc3d6260-a911-424d-a448-09216ba9c421 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613282
Apr 15 10:59:12.419351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:12.462968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['e0956ad6-8795-41a7-8699-c958d804775b'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:13.162007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90194be8-b939-4504-8993-0edc5debfca6 req-ccc3ec56-553f-4561-9d63-49470e7a257c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.169763 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90194be8-b939-4504-8993-0edc5debfca6 req-ccc3ec56-553f-4561-9d63-49470e7a257c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 944 time: 0.4054689
Apr 15 10:59:13.220309 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-90194be8-b939-4504-8993-0edc5debfca6 req-be828ede-890f-4293-b7b2-c0c62820b2ed tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493464
Apr 15 10:59:13.642075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116652f-4fbf-481b-b63f-ca359302426d req-227dd4be-feaa-4402-b510-36ad1435ff65 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.644391 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c116652f-4fbf-481b-b63f-ca359302426d req-227dd4be-feaa-4402-b510-36ad1435ff65 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1024153
Apr 15 10:59:13.702628 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c116652f-4fbf-481b-b63f-ca359302426d req-168bfc78-c50a-477f-b64f-a22c4890a7c3 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506892
Apr 15 10:59:13.705007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e0956ad6-8795-41a7-8699-c958d804775b up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:13.828156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port e0956ad6-8795-41a7-8699-c958d804775b completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:13.834074 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port e0956ad6-8795-41a7-8699-c958d804775b triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:13.834795 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:13.970369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:14.183182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:14.189136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:14.192563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:14.279788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:14.290356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:14.382259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:14.442121 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b', 'code': 200}
Apr 15 10:59:14.464538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc4261-ac8e-4aad-a8d7-b53163890f56 req-42a89a4c-1237-4aef-94d2-080ec1794929 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.473026 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67dc4261-ac8e-4aad-a8d7-b53163890f56 req-42a89a4c-1237-4aef-94d2-080ec1794929 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.1261487
Apr 15 10:59:14.518947 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-67dc4261-ac8e-4aad-a8d7-b53163890f56 req-68a81410-06ea-4335-80cc-599ed4775c0d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445826
Apr 15 10:59:14.785175 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e98c1-f7a7-491d-8648-33816523f593 req-4d8bbf32-7dcd-4cb5-9fc8-3869bd9cf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.786926 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-724e98c1-f7a7-491d-8648-33816523f593 req-4d8bbf32-7dcd-4cb5-9fc8-3869bd9cf516 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1098 time: 0.0951836
Apr 15 10:59:14.839746 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-724e98c1-f7a7-491d-8648-33816523f593 req-233b5865-f326-43a8-99a5-54174f6a0dd0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449655
Apr 15 10:59:14.973360 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25625f5-39c9-4d1f-877f-05894e4de29a req-1971c6a0-d12c-4d9e-b5d6-a36f393baba9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.975118 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f25625f5-39c9-4d1f-877f-05894e4de29a req-1971c6a0-d12c-4d9e-b5d6-a36f393baba9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1161070
Apr 15 10:59:15.030253 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f25625f5-39c9-4d1f-877f-05894e4de29a req-55c1ece2-4b6a-404e-a530-408ee6db35f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480108
Apr 15 10:59:15.834015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9975e-82bc-4b66-ab7f-6d27bc098574 req-b85e8223-d556-41b8-9755-21876ec208fe tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.835631 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6d9975e-82bc-4b66-ab7f-6d27bc098574 req-b85e8223-d556-41b8-9755-21876ec208fe tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.1480329
Apr 15 10:59:15.892981 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6d9975e-82bc-4b66-ab7f-6d27bc098574 req-b05e9d71-f9f9-41d4-8d28-f9ff000612f9 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461311
Apr 15 10:59:16.257615 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb83a6-ef3e-4feb-bb41-7e298c603bd7 req-dc48bbe1-de23-4028-ba4d-1320034a8cd4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:16.259333 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5cbb83a6-ef3e-4feb-bb41-7e298c603bd7 req-dc48bbe1-de23-4028-ba4d-1320034a8cd4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1015718
Apr 15 10:59:16.319388 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5cbb83a6-ef3e-4feb-bb41-7e298c603bd7 req-acf24f97-ebeb-4335-b2d2-486589da2861 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529625
Apr 15 10:59:17.121473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2aa31-a7bc-44ce-816b-9f273e843662 req-6c8e3d5d-c64d-438d-8dbe-35149f08b7af tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.122993 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ac2aa31-a7bc-44ce-816b-9f273e843662 req-6c8e3d5d-c64d-438d-8dbe-35149f08b7af tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.1001034
Apr 15 10:59:17.182353 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3ac2aa31-a7bc-44ce-816b-9f273e843662 req-fb14038f-7df7-4ddd-b138-513f201ec70f tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478802
Apr 15 10:59:17.407586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329657bc-fa5c-43c0-a8c8-02a13278ea59 req-e2b950ec-9452-4c32-a871-d06664485f5e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.408534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-329657bc-fa5c-43c0-a8c8-02a13278ea59 req-e2b950ec-9452-4c32-a871-d06664485f5e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Synchronizing usage tracker for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:17.428620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-329657bc-fa5c-43c0-a8c8-02a13278ea59 req-e2b950ec-9452-4c32-a871-d06664485f5e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Unset dirty status for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:17.430483 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-329657bc-fa5c-43c0-a8c8-02a13278ea59 req-e2b950ec-9452-4c32-a871-d06664485f5e tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.1210685
Apr 15 10:59:17.445564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cc67e83e-899a-425b-b3eb-9522b01dc296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:17.492718 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-329657bc-fa5c-43c0-a8c8-02a13278ea59 req-7a01d94e-faae-4bc2-897e-50f8121b2230 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555825
Apr 15 10:59:17.516118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57208) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:17.577239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf6a4-6898-418a-8dbf-369c847bfedb req-87a9c865-37bb-4e5d-bb82-66c7b57212a2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.586836 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e9cf6a4-6898-418a-8dbf-369c847bfedb req-87a9c865-37bb-4e5d-bb82-66c7b57212a2 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1271210
Apr 15 10:59:17.645542 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e9cf6a4-6898-418a-8dbf-369c847bfedb req-89eb23e5-313e-4817-9741-13605351589b tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572169
Apr 15 10:59:17.836405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f8f3a-8d11-4f8c-bc59-b1911264e77e tempest-TestShelveInstance-781740561 tempest-TestShelveInstance-781740561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.839511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57214) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:17.839689 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f57f8f3a-8d11-4f8c-bc59-b1911264e77e tempest-TestShelveInstance-781740561 tempest-TestShelveInstance-781740561-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1093 time: 0.3220451
Apr 15 10:59:17.848419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'port_id': 'e0956ad6-8795-41a7-8699-c958d804775b', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:17.863992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:17.875429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Usage tracker for resource:floatingip and tenant:e164f2e9fc1c45298afaf800629110c7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:17.882102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:17.890581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:17.903501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.085465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.265475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Allocated IP 172.27.1.80 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/a744dc5a-92e0-4dce-bdbe-eb57d91bdf72) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:18.511800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.525891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3e939-da2a-4cf0-94e7-06aaa06e1b39 req-274933a4-06bc-4fc4-9642-a8a1b0ec9c85 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:18.527551 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-36b3e939-da2a-4cf0-94e7-06aaa06e1b39 req-274933a4-06bc-4fc4-9642-a8a1b0ec9c85 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.1781003
Apr 15 10:59:18.598993 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-36b3e939-da2a-4cf0-94e7-06aaa06e1b39 req-1054fbdb-989a-4984-a91f-3be8774ce96e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610938
Apr 15 10:59:18.606961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.624467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3241473e-57e6-4f34-9ea0-bd2408776f0b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:18.793515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'Port': ['ID=a744dc5a-92e0-4dce-bdbe-eb57d91bdf72,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:18.798536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:18.878869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:18.880146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:18.885894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:18.898501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d548-dd79-451c-a35c-5fc98da8b365 req-9a715541-e931-4724-970c-601dfe714ee4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:18.907525 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bfd9d548-dd79-451c-a35c-5fc98da8b365 req-9a715541-e931-4724-970c-601dfe714ee4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1272159
Apr 15 10:59:18.960604 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bfd9d548-dd79-451c-a35c-5fc98da8b365 req-b4708d96-7947-4640-8fd3-662ae31f6ff5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492926
Apr 15 10:59:19.338189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.416519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.465114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-948eda46-030d-4cb7-a96c-5c8d16738af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.693694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.697392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.713397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c910a85e-973b-4574-9227-71109ab43710 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:19.857199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-3ba46958-c107-4f6e-9265-0dc07083435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:19.858800 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-3ba46958-c107-4f6e-9265-0dc07083435a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1099 time: 0.0831025
Apr 15 10:59:19.903765 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event updated for resources: {'Port': ['ID=a744dc5a-92e0-4dce-bdbe-eb57d91bdf72,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:19.911734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:19.982665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fb151-dc68-4ee8-8dca-15049aab8b82 req-ca5fd4ee-8de4-4348-bba1-8991fb24805e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:19.984184 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f94fb151-dc68-4ee8-8dca-15049aab8b82 req-ca5fd4ee-8de4-4348-bba1-8991fb24805e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.2264764
Apr 15 10:59:20.018927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-0cfa99e3-ccac-4ae0-b82b-d2116f262870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.020681 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-0cfa99e3-ccac-4ae0-b82b-d2116f262870 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.1434057
Apr 15 10:59:20.122963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:20.189702 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-22b7b82e-f291-4c47-b7e8-fd0702abe8d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 200  len: 1002 time: 0.1609879
Apr 15 10:59:20.251976 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f94fb151-dc68-4ee8-8dca-15049aab8b82 req-66818fda-0e03-471a-871a-cea3118d7e69 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2328515
Apr 15 10:59:20.280397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440753-e7f2-4d50-8d3e-f479585ebab8 req-ad7f2a08-ef8b-4cc0-b601-cda1f209ab94 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.280397 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76440753-e7f2-4d50-8d3e-f479585ebab8 req-ad7f2a08-ef8b-4cc0-b601-cda1f209ab94 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.1738744
Apr 15 10:59:20.288736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-aae4a0fe-900f-4993-89bd-ce029950f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.290275 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-aae4a0fe-900f-4993-89bd-ce029950f638 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.0940611
Apr 15 10:59:20.345966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-fbd0b838-31b6-4096-bfd7-a543e6c1e822 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.348261 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-fbd0b838-31b6-4096-bfd7-a543e6c1e822 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.2823272
Apr 15 10:59:20.349547 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Floating IP 6768b8da-6960-4817-80d9-b76eb71f4c7d associated. External IP: 172.27.1.80, port: e0956ad6-8795-41a7-8699-c958d804775b.
Apr 15 10:59:20.386175 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76440753-e7f2-4d50-8d3e-f479585ebab8 req-d742b3ad-f496-4d52-a1d4-10cb2f86c63f tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994263
Apr 15 10:59:20.409902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-20d88e68-86a9-4059-bc99-fc92b30f1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.411488 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-20d88e68-86a9-4059-bc99-fc92b30f1607 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1044252
Apr 15 10:59:20.566014 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-2e037333-4f7d-439f-bddb-2de6ec22c9d8 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457186
Apr 15 10:59:20.716900 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:20.725773 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-91c6667e-edd1-47b7-9eaf-112c8a16b915 req-fd893b9e-15ef-4dfe-b2cf-708700bab6c7 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497195
Apr 15 10:59:20.811819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Deleting port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:20.812206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.148420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.271098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Router 3de55195-5b3f-478d-825d-636247b4c5eb has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:21.272942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] For port 6651a919-fa1a-42e4-a606-65b2ea12f2d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6651a919-fa1a-42e4-a606-65b2ea12f2d1,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:21.273366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.571282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:59:21.601703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16b180-396c-4c36-9157-5058532f3304 req-24ae1fad-7922-4e5c-ab10-e7fae9af32b1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.603303 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0d16b180-396c-4c36-9157-5058532f3304 req-24ae1fad-7922-4e5c-ab10-e7fae9af32b1 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.0891314
Apr 15 10:59:21.656382 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0d16b180-396c-4c36-9157-5058532f3304 req-156c0d2a-cff5-4bbb-b744-b0c96ad904f8 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465417
Apr 15 10:59:21.804792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:21.815585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] Sync routers for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:21.826570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:21.827535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b243f9e8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:21.857194 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3e8b-04c5-4158-a37f-85427c5ca5ab req-06b3ae16-9f2d-4c15-9c97-3d3033b74a1b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.858825 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-118c3e8b-04c5-4158-a37f-85427c5ca5ab req-06b3ae16-9f2d-4c15-9c97-3d3033b74a1b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 946 time: 0.4345553
Apr 15 10:59:21.872216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.872628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.872980 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Floating IP 9523ed58-8462-4d5d-beb5-bab92b74a3f9 disassociated. External IP: 172.27.1.142, port: 6651a919-fa1a-42e4-a606-65b2ea12f2d1.
Apr 15 10:59:21.873387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Calling delete_port for 6651a919-fa1a-42e4-a606-65b2ea12f2d1 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:21.910762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.027607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:22.029162 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.1883523
Apr 15 10:59:22.033630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:22.043966 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-118c3e8b-04c5-4158-a37f-85427c5ca5ab req-efdc4e6a-d663-4173-bb6a-aed10d87512d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1741903
Apr 15 10:59:22.124044 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b', 'status': 'completed', 'code': 200}
Apr 15 10:59:22.193378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.213500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:22.240971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f78d-35c1-44ef-9c83-2c1fe72bffae req-7d1fe4ab-5e3c-4aa7-b373-7dbdef47c207 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.242268 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5e03f78d-35c1-44ef-9c83-2c1fe72bffae req-7d1fe4ab-5e3c-4aa7-b373-7dbdef47c207 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1188712
Apr 15 10:59:22.247872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-d83c562e-36d2-4f13-a994-db27e6cacdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.249528 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-d83c562e-36d2-4f13-a994-db27e6cacdde service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1138 time: 0.1667602
Apr 15 10:59:22.253542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.272652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event deleted for resources: {'Port': ['ID=6651a919-fa1a-42e4-a606-65b2ea12f2d1,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:22.328046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:22.380007 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5e03f78d-35c1-44ef-9c83-2c1fe72bffae req-7afef1b2-6181-41c9-8850-47f4e3e06579 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1292069
Apr 15 10:59:22.426555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-048eacf2-2bd9-4eab-819d-adf5643b5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.428151 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-048eacf2-2bd9-4eab-819d-adf5643b5262 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1098 time: 0.2782393
Apr 15 10:59:22.451618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-1b6b5213-e844-4c4a-a9c4-7516ade8314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.453392 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-1b6b5213-e844-4c4a-a9c4-7516ade8314b service neutron] 10.222.0.89 "GET /v2.0/networks?id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 200  len: 916 time: 0.1879184
Apr 15 10:59:22.503432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b243f9e8>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6768b8da-6960-4817-80d9-b76eb71f4c7d', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'port_id': 'e0956ad6-8795-41a7-8699-c958d804775b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'mac_address': 'fa:16:3e:99:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:19Z', 'updated_at': '2021-04-15T10:59:19Z', 'revision_number': 0, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:25Z', 'revision_number': 5, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:22.509003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] Checking router: 3de55195-5b3f-478d-825d-636247b4c5eb for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:22.522773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:22.523728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b243f9e8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:22.595765 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-134e5426-95e5-4fc3-9c99-278b1c6ec9c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 1002 time: 0.1343307
Apr 15 10:59:22.668525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-127e9b04-f13e-4afa-8b17-e50db4277997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.670301 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-127e9b04-f13e-4afa-8b17-e50db4277997 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf HTTP/1.1" status: 200  len: 853 time: 0.0694380
Apr 15 10:59:22.761780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-3e658f4b-e5e0-4fce-9a41-adf2e1a9f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.763412 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-3e658f4b-e5e0-4fce-9a41-adf2e1a9f475 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 910 time: 0.2637112
Apr 15 10:59:22.765584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:22.821147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-656805c5-b073-477d-a634-c1e821134497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.824223 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-656805c5-b073-477d-a634-c1e821134497 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1350746
Apr 15 10:59:23.022947 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-85ad019c-7d72-4fef-b944-c6ade5886e09 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896324
Apr 15 10:59:23.155631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:23.238535 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bf0e0489-b4b3-4ed4-85fa-8365b18b51a2 req-ad077f1f-868c-4ff6-b3b7-de9c74a8cede service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080479
Apr 15 10:59:23.240751 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6150763a-81c3-4fa3-ba11-6955c8dc6e4d req-1ca2ae85-9acc-488f-916f-ade51fac866f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 210 time: 0.0574460
Apr 15 10:59:23.255798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b243f9e8>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6768b8da-6960-4817-80d9-b76eb71f4c7d', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'port_id': 'e0956ad6-8795-41a7-8699-c958d804775b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'mac_address': 'fa:16:3e:99:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:19Z', 'updated_at': '2021-04-15T10:59:19Z', 'revision_number': 0, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:25Z', 'revision_number': 5, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:23.267349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a67d14-546f-4ec2-9a6b-318699feafaa None None] The sync data for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi is: [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6768b8da-6960-4817-80d9-b76eb71f4c7d', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'port_id': 'e0956ad6-8795-41a7-8699-c958d804775b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'mac_address': 'fa:16:3e:99:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:19Z', 'updated_at': '2021-04-15T10:59:19Z', 'revision_number': 0, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:25Z', 'revision_number': 5, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:23.349264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-ae3b1806-2d61-4444-bed0-eb848507c464 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 998 time: 0.5774710
Apr 15 10:59:23.477513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-cf9c535e-9b0d-4afd-b977-9bdc539753d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:23.479080 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-cf9c535e-9b0d-4afd-b977-9bdc539753d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 200  len: 847 time: 0.1212332
Apr 15 10:59:23.490901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90cce7-897d-4c76-a551-a7e1ead2fba5 req-e3795689-f6e2-49c5-b42b-53fa334a45dc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:23.492465 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ea90cce7-897d-4c76-a551-a7e1ead2fba5 req-e3795689-f6e2-49c5-b42b-53fa334a45dc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 946 time: 0.3906755
Apr 15 10:59:23.578149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:23.578699 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3aafaa-5f03-4420-89c8-eb6414bbcf5a None None] New status for floating IP 6768b8da-6960-4817-80d9-b76eb71f4c7d: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:59:23.590149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:23.604724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:23.605622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e59e10>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:23.610113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add926a-a3a5-40a4-8d3a-04b9d8bb0d91 req-8fc2e450-366a-47ad-8b8a-f8611cb4f36c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:23.619330 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1add926a-a3a5-40a4-8d3a-04b9d8bb0d91 req-8fc2e450-366a-47ad-8b8a-f8611cb4f36c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1074798
Apr 15 10:59:23.677125 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ea90cce7-897d-4c76-a551-a7e1ead2fba5 req-0e85ee90-df2c-455f-a26f-15129b5c9e0c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1457713
Apr 15 10:59:23.686683 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1add926a-a3a5-40a4-8d3a-04b9d8bb0d91 req-bd974633-7bb7-47ff-9c68-551bdaddccc6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0602400
Apr 15 10:59:23.697451 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] No DVR routers for this DVR port 6651a919-fa1a-42e4-a606-65b2ea12f2d1 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:59:23.700924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.740120 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-46aa16c0-864d-47b8-9599-90ef60c4626f req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "DELETE /v2.0/ports/6651a919-fa1a-42e4-a606-65b2ea12f2d1 HTTP/1.1" status: 204  len: 173 time: 3.3357859
Apr 15 10:59:23.742640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-bd1de725-359c-42c9-891f-d586a6f29307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:23.744221 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-bd1de725-359c-42c9-891f-d586a6f29307 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d6ab36b-ce33-4bb0-aea8-53943f190e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2508097
Apr 15 10:59:23.812521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:23.954758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:23.964357 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-b3c11b5e-0470-4bd9-8180-fe12876c4be6 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121513
Apr 15 10:59:24.124808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'name': 'network-vif-deleted', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:24.165264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-58750f08-5ed2-46dc-8abe-d15e29734f4e req-a5b8f4f0-3f8a-47be-9fe5-13518e7a1e09 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894281
Apr 15 10:59:24.190970 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a368773f-6673-4ece-836c-0d42bee62c34', 'name': 'network-vif-deleted', 'tag': '6651a919-fa1a-42e4-a606-65b2ea12f2d1', 'status': 'completed', 'code': 200}
Apr 15 10:59:24.407904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.433889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-15753cb9-7f8f-4a4d-8ce1-da25ec1972df req-8c5b122b-3500-4cfd-9d2a-074194323b72 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:24.449788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-15753cb9-7f8f-4a4d-8ce1-da25ec1972df req-8c5b122b-3500-4cfd-9d2a-074194323b72 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:24.451057 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-15753cb9-7f8f-4a4d-8ce1-da25ec1972df req-8c5b122b-3500-4cfd-9d2a-074194323b72 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=a368773f-6673-4ece-836c-0d42bee62c34 HTTP/1.1" status: 200  len: 210 time: 0.0668221
Apr 15 10:59:24.456300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:24.488634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:24.499258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.499927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 6651a919-fa1a-42e4-a606-65b2ea12f2d1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:24.527507 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'code': 422} returned with failed status
Apr 15 10:59:24.534978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:24.579150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 6651a919-fa1a-42e4-a606-65b2ea12f2d1 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:24.579542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 6651a919-fa1a-42e4-a606-65b2ea12f2d1 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:24.665835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.672694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=8']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:24.680369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:24.703736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e59e10>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:24.721825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:24.743039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:24.743752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e59e10>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:24.912217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e06f2-b047-4fa8-ae24-76849adb65ab req-b5f3af9e-8541-4009-b433-4db189a23655 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:24.914491 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db7e06f2-b047-4fa8-ae24-76849adb65ab req-b5f3af9e-8541-4009-b433-4db189a23655 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.0973561
Apr 15 10:59:24.938696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:24.975478 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-db7e06f2-b047-4fa8-ae24-76849adb65ab req-a47a50f3-19b6-4ea0-902b-71b6dd3882f9 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0526199
Apr 15 10:59:25.292431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e59e10>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:25.297044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e78ca2-6c3f-46f6-a50c-fdeee767314e None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:25.428824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bd249-536c-4604-bb76-2297843b341a req-aeaaab8a-fb18-43df-8b61-d7376c60d4eb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:25.430500 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d35bd249-536c-4604-bb76-2297843b341a req-aeaaab8a-fb18-43df-8b61-d7376c60d4eb tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0968945
Apr 15 10:59:25.480191 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d35bd249-536c-4604-bb76-2297843b341a req-6de520a7-6ae1-4f48-b409-70003bcce4f5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433924
Apr 15 10:59:25.678563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57316) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:25.746931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a778ed-5c42-49ab-863f-73bb51c41fb4 None None] New status for floating IP 9523ed58-8462-4d5d-beb5-bab92b74a3f9: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:59:25.806508 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-3521b0f3-e193-42cc-ae23-6d7f7561bc08 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1264255
Apr 15 10:59:25.898489 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-372a0dc6-a7d9-45f1-b0e6-2a57a217b755 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955544898&fields=id&tenant_id=20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 267 time: 0.0448449
Apr 15 10:59:26.082208 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b57c7ebc-e165-4040-aa66-32751c134e2b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.082968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b57c7ebc-e165-4040-aa66-32751c134e2b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:26.100270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b57c7ebc-e165-4040-aa66-32751c134e2b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:26.101542 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b57c7ebc-e165-4040-aa66-32751c134e2b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 812 time: 0.1946433
Apr 15 10:59:26.118286 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-c82c99ea-2342-4100-96e9-d9219178dc41 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/quotas/20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 375 time: 0.0106087
Apr 15 10:59:26.205241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37625f24-ae72-4fc8-ba61-c62b93d212eb req-75b86bcd-9585-4964-b74c-68959d1b0de6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.208019 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-37625f24-ae72-4fc8-ba61-c62b93d212eb req-75b86bcd-9585-4964-b74c-68959d1b0de6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1113036
Apr 15 10:59:26.226365 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-2feebb7f-276c-4b99-a9fb-d90f99ac7d40 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1014826
Apr 15 10:59:26.264106 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-37625f24-ae72-4fc8-ba61-c62b93d212eb req-3f400337-bda7-419f-93b3-2b0fba56ab0c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0490701
Apr 15 10:59:26.454076 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-de1d18b3-f3a7-45b2-b2c6-ab8b1446c72d service neutron] 10.222.0.93 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140236
Apr 15 10:59:26.458296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-16169b17-ecc4-42aa-8475-98c10494f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.459762 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-16169b17-ecc4-42aa-8475-98c10494f0c7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810&tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5 HTTP/1.1" status: 200  len: 1097 time: 0.1393685
Apr 15 10:59:26.667813 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-d6c95b92-22e9-4378-a904-e7c7f506cc01 service neutron] 10.222.0.93 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061992
Apr 15 10:59:26.674041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-5ac7a27d-83dc-48b3-a08c-319abf6301c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.675758 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-5ac7a27d-83dc-48b3-a08c-319abf6301c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1097 time: 0.1851556
Apr 15 10:59:26.686195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dae3d-7aed-4570-949b-637d2ae87842 req-e5dabf52-1882-4cb7-8e91-72ca35e8c17d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.687810 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-856dae3d-7aed-4570-949b-637d2ae87842 req-e5dabf52-1882-4cb7-8e91-72ca35e8c17d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0879462
Apr 15 10:59:26.764888 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-856dae3d-7aed-4570-949b-637d2ae87842 req-1e26de20-26cd-4f94-8299-13e4edede04a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695009
Apr 15 10:59:26.841632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-edb41079-6e09-4acf-a8c1-d958437ba3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.843210 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-edb41079-6e09-4acf-a8c1-d958437ba3de service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.1607323
Apr 15 10:59:26.954264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-d262b7a0-be09-4c6e-8c31-b7b981235ab6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 200  len: 1000 time: 0.1027806
Apr 15 10:59:27.031838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-fe5a6701-3796-4578-8121-476c5d71cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.033519 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-fe5a6701-3796-4578-8121-476c5d71cef3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.0723886
Apr 15 10:59:27.118456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-97eefa84-a07e-4a65-9487-d1ead1e04693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.120129 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-97eefa84-a07e-4a65-9487-d1ead1e04693 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796549
Apr 15 10:59:27.148612 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-16c951dc-6865-4dcd-b46e-4835394ac4db req-c88364e4-8036-41f1-8c2c-716cc6e81f30 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0515478
Apr 15 10:59:27.267527 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-5e30d2bc-0cca-4a95-942d-ce3260397b14 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401188
Apr 15 10:59:27.475894 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdbce78f-4c63-439d-b42d-617b3ac0be7a req-c50c0fdb-023e-43ef-b367-5aa6d9952ee5 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003117
Apr 15 10:59:27.515659 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a67ec-086f-4ff4-99cd-e363d00f3b4c req-5bf680e4-82c9-428f-90ef-5d0d9483c2fd tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.517173 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0c7a67ec-086f-4ff4-99cd-e363d00f3b4c req-5bf680e4-82c9-428f-90ef-5d0d9483c2fd tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1199665
Apr 15 10:59:27.572895 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0c7a67ec-086f-4ff4-99cd-e363d00f3b4c req-f31899d9-7cba-49f0-9d66-41d8ca405859 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0488963
Apr 15 10:59:27.974435 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698f633-0002-4cc9-9343-a5ce9c270fb8 req-f8bd6f90-1e5f-4c69-aa61-f5934990c820 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.976052 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8698f633-0002-4cc9-9343-a5ce9c270fb8 req-f8bd6f90-1e5f-4c69-aa61-f5934990c820 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0901327
Apr 15 10:59:28.032907 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8698f633-0002-4cc9-9343-a5ce9c270fb8 req-386770af-7f56-417c-b041-91b2ef182b51 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502875
Apr 15 10:59:28.315088 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c8b47724-8835-4648-935c-e9bc66fff051 req-6d683c30-ee99-4c20-a02e-5b08720acb53 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0508158
Apr 15 10:59:28.791625 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496d74-f1af-4c10-8189-4fc36aea9df3 req-1227ae80-22da-4836-84e5-dab07712998f tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:28.793272 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76496d74-f1af-4c10-8189-4fc36aea9df3 req-1227ae80-22da-4836-84e5-dab07712998f tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.0952990
Apr 15 10:59:28.850121 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-76496d74-f1af-4c10-8189-4fc36aea9df3 req-cac6562f-938a-42d2-9d11-79b56687ed84 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0490286
Apr 15 10:59:29.250597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43c5ce-ea39-4087-bcf3-24ad9a1470e5 req-8a923fdc-1501-4e03-b353-3d57fb250f53 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:29.253000 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de43c5ce-ea39-4087-bcf3-24ad9a1470e5 req-8a923fdc-1501-4e03-b353-3d57fb250f53 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0971477
Apr 15 10:59:29.305687 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de43c5ce-ea39-4087-bcf3-24ad9a1470e5 req-b89dfb53-fecd-4ccb-b1c5-3900d49122cf tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459411
Apr 15 10:59:29.482287 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dfb7b78c-a164-418d-aedf-bb895e651c12 req-76515e20-9e58-4c3e-9fc9-4c376e6bfdf4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0493553
Apr 15 10:59:30.066456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa097c-63c1-4b4a-99e6-ebd525a67e4d req-cae072da-921e-4cf8-8009-9636d080ccc1 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:30.068062 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-43fa097c-63c1-4b4a-99e6-ebd525a67e4d req-cae072da-921e-4cf8-8009-9636d080ccc1 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.0969379
Apr 15 10:59:30.123943 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-43fa097c-63c1-4b4a-99e6-ebd525a67e4d req-6a75b483-9e67-402b-8532-8152def58f69 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0492859
Apr 15 10:59:30.528688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c89f18-1f11-4621-a620-38fc27df12e9 req-aad525fe-4f8f-4d63-8ddc-495c888c2120 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:30.530323 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-77c89f18-1f11-4621-a620-38fc27df12e9 req-aad525fe-4f8f-4d63-8ddc-495c888c2120 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0966272
Apr 15 10:59:30.595241 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-77c89f18-1f11-4621-a620-38fc27df12e9 req-97529101-19a1-4530-9f14-288763f581f0 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565641
Apr 15 10:59:30.657525 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-24ea3044-5a2c-43e3-85df-2b5ab404b955 req-8ddae3cd-725b-47f2-b55c-aa4573210127 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0531087
Apr 15 10:59:31.349409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447fca-07ba-41f2-92d8-c2fb219ecc32 req-0221fe8f-bd28-47e6-b998-8ddb6a38d58c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:31.351455 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab447fca-07ba-41f2-92d8-c2fb219ecc32 req-0221fe8f-bd28-47e6-b998-8ddb6a38d58c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1089647
Apr 15 10:59:31.648749 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab447fca-07ba-41f2-92d8-c2fb219ecc32 req-215e8be0-a17a-456b-b67b-68bae47c0807 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2851551
Apr 15 10:59:31.811551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca0ce-e636-4b2b-9496-a5d887dc0518 req-9f3c34de-4698-40c6-a509-ea0593fda227 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:31.813047 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a26ca0ce-e636-4b2b-9496-a5d887dc0518 req-9f3c34de-4698-40c6-a509-ea0593fda227 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.1015451
Apr 15 10:59:31.851623 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e0a4ddcd-d69f-4db0-b5fb-162b28e4e870 req-e6ec1ffb-a726-41f4-95e4-898b49482b24 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0601826
Apr 15 10:59:31.874298 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a26ca0ce-e636-4b2b-9496-a5d887dc0518 req-d7ac75a6-02e9-481c-8b75-24278a5ef3ad tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478518
Apr 15 10:59:32.871755 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853b7d9-caed-4cb3-bc71-815e51b33111 req-15a9364d-00bf-45cf-90c9-31727a298d26 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:32.873461 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c853b7d9-caed-4cb3-bc71-815e51b33111 req-15a9364d-00bf-45cf-90c9-31727a298d26 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.0932148
Apr 15 10:59:32.931477 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c853b7d9-caed-4cb3-bc71-815e51b33111 req-71e72005-5157-42a7-b5f9-d706d113182c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0501714
Apr 15 10:59:33.056259 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ef9467fb-45b6-4754-94ab-46be01ec6061 req-320a1e93-5ace-4425-bd7d-9ba61db239c0 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0663197
Apr 15 10:59:33.163595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874b3e-8ca6-45b1-adba-aa8042f637f5 req-56e9c837-5641-42bd-ab57-859f526cec72 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:33.165358 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6c874b3e-8ca6-45b1-adba-aa8042f637f5 req-56e9c837-5641-42bd-ab57-859f526cec72 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0981984
Apr 15 10:59:33.218215 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6c874b3e-8ca6-45b1-adba-aa8042f637f5 req-64635cd0-2377-43e5-92fb-172373b5f5ea tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464492
Apr 15 10:59:34.155353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57ecd-4575-4627-97aa-4447209fa5cc req-d876a6d6-87aa-4bfc-b9eb-0fa634f09202 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:34.156988 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-23f57ecd-4575-4627-97aa-4447209fa5cc req-d876a6d6-87aa-4bfc-b9eb-0fa634f09202 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1032505
Apr 15 10:59:34.213254 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-23f57ecd-4575-4627-97aa-4447209fa5cc req-b0cc61b7-b2a3-48c9-8047-f43f982230cf tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0495312
Apr 15 10:59:34.256298 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-51acf8eb-642a-4052-9b5d-6fbe36d17205 req-bdc43996-f7c2-4e9a-8df9-acd646a8a30f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0654314
Apr 15 10:59:34.681018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32715ea-e8d8-49fd-9fd3-9ace5bdcf04a req-e1b44042-047e-4295-b6fe-3897859eddb4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:34.682666 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f32715ea-e8d8-49fd-9fd3-9ace5bdcf04a req-e1b44042-047e-4295-b6fe-3897859eddb4 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.3334866
Apr 15 10:59:34.745517 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f32715ea-e8d8-49fd-9fd3-9ace5bdcf04a req-16f2a16c-8f06-4a75-884d-a656f24f4f66 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561759
Apr 15 10:59:35.449775 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4e28c75d-919f-4681-a63b-67b18c6c5073 req-ef22b92c-89b2-4d36-ab3c-a32a846ea3fc tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0501444
Apr 15 10:59:35.462558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea5c22-9088-4590-9f73-ddf49f8240d7 req-4fe068c7-d572-4515-915a-1f57e5e5c5aa tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:35.464247 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6ea5c22-9088-4590-9f73-ddf49f8240d7 req-4fe068c7-d572-4515-915a-1f57e5e5c5aa tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1123056
Apr 15 10:59:35.522068 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c6ea5c22-9088-4590-9f73-ddf49f8240d7 req-1056d73b-9836-4b98-8982-ce1ed36482c1 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0462320
Apr 15 10:59:35.966362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce7bed-e818-490f-92d6-011fa388743f req-8754f6f7-c076-4052-be3d-87fde02be1f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:35.967941 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-37ce7bed-e818-490f-92d6-011fa388743f req-8754f6f7-c076-4052-be3d-87fde02be1f9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0936165
Apr 15 10:59:36.023445 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-37ce7bed-e818-490f-92d6-011fa388743f req-4cd7d374-ce2b-4a8a-a2c2-3ffe0557a73d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472484
Apr 15 10:59:36.663513 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ac89cf5b-c717-44c6-a72f-79b8aa0ca71f req-e233aa2c-5077-47cb-88bb-fe9a2f82f8ac tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0566411
Apr 15 10:59:36.756964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f2ba1-a075-4a78-83b8-f0a58759bc06 req-be2ecff6-e282-4787-b3fc-dd37cdc7c83c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:36.759049 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f0f2ba1-a075-4a78-83b8-f0a58759bc06 req-be2ecff6-e282-4787-b3fc-dd37cdc7c83c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1067750
Apr 15 10:59:36.816600 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2f0f2ba1-a075-4a78-83b8-f0a58759bc06 req-9bf64687-8168-4702-bdb7-2e92b9490da8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0510981
Apr 15 10:59:37.240173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d5f0c-4e39-4aea-bf8b-2df753aebe9e req-476c1a3d-e173-4fe0-b854-e0d5c67044e6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.241809 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-969d5f0c-4e39-4aea-bf8b-2df753aebe9e req-476c1a3d-e173-4fe0-b854-e0d5c67044e6 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0975883
Apr 15 10:59:37.291304 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-969d5f0c-4e39-4aea-bf8b-2df753aebe9e req-2bae90bb-bf03-4567-b102-5a43ec2c4afc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429008
Apr 15 10:59:37.844181 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3199106d-25a8-4647-8540-201dbc88ea8b req-3afa40e7-ce86-499b-a3f5-7765f0e9b773 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0488842
Apr 15 10:59:38.041163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01d075-736f-4b34-85ce-012c22971429 req-37a0d1b1-f969-4854-9d12-c823e7541585 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.042688 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8a01d075-736f-4b34-85ce-012c22971429 req-37a0d1b1-f969-4854-9d12-c823e7541585 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1002560
Apr 15 10:59:38.093478 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8a01d075-736f-4b34-85ce-012c22971429 req-caa7662a-f07a-43aa-ae28-dc94a9337fb3 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0440862
Apr 15 10:59:38.521805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126471-525a-4c18-90a8-24af2938f157 req-d0d3eb07-a8a0-4c24-a2b9-bcca6f35bea9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.523408 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a6126471-525a-4c18-90a8-24af2938f157 req-d0d3eb07-a8a0-4c24-a2b9-bcca6f35bea9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0997210
Apr 15 10:59:38.577301 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a6126471-525a-4c18-90a8-24af2938f157 req-01a1df18-6d5a-4e0f-8f6b-54e6f109d4a5 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475843
Apr 15 10:59:39.016686 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7adb5c31-11b5-4912-b532-a2095f92060a req-11b71d76-db52-467f-9ced-6517604543ae tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0534561
Apr 15 10:59:39.310535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6983a3-c44f-427b-8853-902bc2dac975 req-80fa8ebc-9dc2-49b6-b349-ff0d26854ef8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:39.312283 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd6983a3-c44f-427b-8853-902bc2dac975 req-80fa8ebc-9dc2-49b6-b349-ff0d26854ef8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.0956161
Apr 15 10:59:39.365008 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd6983a3-c44f-427b-8853-902bc2dac975 req-cb94bffb-fef2-4c55-92cb-6b30aa0c6468 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450051
Apr 15 10:59:39.792566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2daf-4ddb-46d5-a943-0bfe31331544 req-223f2835-65a7-460d-83fe-aac12fe93f55 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:39.794332 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f5cf2daf-4ddb-46d5-a943-0bfe31331544 req-223f2835-65a7-460d-83fe-aac12fe93f55 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.0948670
Apr 15 10:59:39.842534 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f5cf2daf-4ddb-46d5-a943-0bfe31331544 req-c88d4c99-9b44-4bad-839d-8eca266ea002 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408394
Apr 15 10:59:40.183688 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b92eaf87-6359-4d4e-a86e-a3f364826ddc req-5b9c112e-a70a-41c4-8620-6cce2f102b62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0496635
Apr 15 10:59:40.585764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb346711-fa2a-47f8-b1f1-4629dabb8998 req-ac3536cc-0f07-415f-90b6-cf3a4e1c0049 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:40.587378 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cb346711-fa2a-47f8-b1f1-4629dabb8998 req-ac3536cc-0f07-415f-90b6-cf3a4e1c0049 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1031475
Apr 15 10:59:40.643957 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cb346711-fa2a-47f8-b1f1-4629dabb8998 req-e5a80af9-1062-46ec-8979-7a0fc5d986ab tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0489283
Apr 15 10:59:40.654378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4081825a-724f-4c52-b1ba-18c283470ca4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:40.655959 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4081825a-724f-4c52-b1ba-18c283470ca4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 812 time: 0.1677890
Apr 15 10:59:40.745678 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-2c7b9d05-9928-4587-958d-2fc04b53df1d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 8059 time: 0.0800519
Apr 15 10:59:40.760129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'port': {'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'admin_state_up': True, 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'security_groups': ['3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:40.910869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:40.921028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:40.931330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Made reservation on behalf of 20378def4f1f4105aec253d39ff8fba7 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:40.937587 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:41.178065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850f4a-3f79-49b5-898e-a774748bef41 req-8f9dc7a6-c86e-447a-a862-9faae092b718 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:41.179632 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95850f4a-3f79-49b5-898e-a774748bef41 req-8f9dc7a6-c86e-447a-a862-9faae092b718 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 944 time: 0.1817906
Apr 15 10:59:41.215005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Allocated IP 172.20.0.12 (3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41/20d92b8d-46f6-4b78-bb84-4d5e0c0a9219/5d8c0b9b-3c3d-4622-a5dc-13e723e99170) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:41.253748 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95850f4a-3f79-49b5-898e-a774748bef41 req-37fe087e-c7fe-4418-92e1-0a2c42e2e05a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641379
Apr 15 10:59:41.356972 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-75817604-edf4-4973-ae36-041f55bfcc9c req-c0cf9b01-97ce-41c1-9865-7eeccb610937 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0503752
Apr 15 10:59:41.452917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:41.469651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Transition to ACTIVE for port object 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:41.494753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:41.513357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9e9383b7-affa-4c99-af4f-12f840b162e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:41.648470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:41.652936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:41.710332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:41.711550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:41.720100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:41.850220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:41.850911 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:41.890583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:41.895359 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1395528
Apr 15 10:59:41.908977 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af085aa6-ed2d-43a0-a2ec-2543f51f245b req-bc911c70-9e82-4d72-8e5b-141fc7af1ffa tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:41.910592 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-af085aa6-ed2d-43a0-a2ec-2543f51f245b req-bc911c70-9e82-4d72-8e5b-141fc7af1ffa tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.1462443
Apr 15 10:59:41.915909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Request body: {'port': {'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:42.000945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-db33f7bf-9536-4000-a116-7033aff5fd28 None None] Provisioning for port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:42.012297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-db33f7bf-9536-4000-a116-7033aff5fd28 None None] Provisioning complete for port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:42.012721 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-db33f7bf-9536-4000-a116-7033aff5fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.056706 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-af085aa6-ed2d-43a0-a2ec-2543f51f245b req-f2a323dd-257b-4e73-ac65-91a50e0ae49b tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=5b5720fa-66f2-4ee2-982c-ca42cf733c49&id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1121769
Apr 15 10:59:42.085969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.100306 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:42.112174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-db33f7bf-9536-4000-a116-7033aff5fd28 None None] Port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:59:42.117424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'port_id': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'mac_address': 'fa:16:3e:c3:89:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:42.180738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.199205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:42.215120 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:42.218009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.219859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91cc6cde-d883-41a7-aa8c-8ee3f80f1891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:42.291842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=9']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:42.301843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.302489 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.302883 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.303268 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.303648 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.304029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.304384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.304763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.305155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.305651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.305952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.306324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:42.310934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:42.474677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de253721-bd43-45d1-b1c4-13db11157bbe req-0bdc6b2c-144e-4875-bb1a-b139ae8012da tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:42.477468 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de253721-bd43-45d1-b1c4-13db11157bbe req-0bdc6b2c-144e-4875-bb1a-b139ae8012da tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 945 time: 0.0987475
Apr 15 10:59:42.489149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:42.529424 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-de253721-bd43-45d1-b1c4-13db11157bbe req-26fda08c-d9c7-471c-b768-c0d4f2abf35d tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456614
Apr 15 10:59:42.576737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:42.586888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.617442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Transition to ACTIVE for port object 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:42.622090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.638320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d0be5836-04f0-463c-8a73-2a45189cc76a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:42.748450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783de4e4-83c5-47a6-839c-8932e216a5e3 req-8cfe8b16-ff88-450d-a8e8-92f8e5ea1fb7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:42.749259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-783de4e4-83c5-47a6-839c-8932e216a5e3 req-8cfe8b16-ff88-450d-a8e8-92f8e5ea1fb7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:42.798397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:42.803683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:42.806733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-783de4e4-83c5-47a6-839c-8932e216a5e3 req-8cfe8b16-ff88-450d-a8e8-92f8e5ea1fb7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:42.808018 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-783de4e4-83c5-47a6-839c-8932e216a5e3 req-8cfe8b16-ff88-450d-a8e8-92f8e5ea1fb7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 932 time: 0.3128715
Apr 15 10:59:42.890812 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-783de4e4-83c5-47a6-839c-8932e216a5e3 req-b804a827-ebfb-4e8f-8426-f2f767003726 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762994
Apr 15 10:59:43.075640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Attempting to bind port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:43.075958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Attempting to bind port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:43.076332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Attempting to bind port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:43.082961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:59:43.083585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Attempting to bind port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:43.097714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:43.098098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Checking segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:43.098525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Bound using segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:43.099004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Bound port: 5d8c0b9b-3c3d-4622-a5dc-13e723e99170, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:43.099394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:43.198746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] For port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:43.201826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] For port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:43.205733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:43.221341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e21a9fb9-ab8a-4e3b-baa2-a71bfcdcc490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:43.366813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:43.379592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:43.413546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:43.414234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:43.415708 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] 10.222.0.89 "PUT /v2.0/ports/5d8c0b9b-3c3d-4622-a5dc-13e723e99170 HTTP/1.1" status: 200  len: 1094 time: 1.5041525
Apr 15 10:59:43.416244 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:43.493980 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'status': 'completed', 'code': 200}
Apr 15 10:59:43.540839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-8ef2f950-c2f0-45ee-a5c8-61a3cb899a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:43.542537 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-8ef2f950-c2f0-45ee-a5c8-61a3cb899a39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 1097 time: 0.0871534
Apr 15 10:59:43.623645 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-0b628b19-0d3d-4e61-8391-857255fb16e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170 HTTP/1.1" status: 200  len: 217 time: 0.0725753
Apr 15 10:59:43.753151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-7daae963-b2d0-4dd9-a59a-9481b7a9b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:43.754759 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-7daae963-b2d0-4dd9-a59a-9481b7a9b9a4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.1248984
Apr 15 10:59:43.827996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac9ef-8365-453e-b007-0374d79d9190 req-24150afa-7bb8-4336-820c-05928da055ca tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:43.829593 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-43fac9ef-8365-453e-b007-0374d79d9190 req-24150afa-7bb8-4336-820c-05928da055ca tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 945 time: 0.1657825
Apr 15 10:59:43.905173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:43.990826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:43.991261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:44.109267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bacea-864f-48cb-8ee2-39aeab5300ac req-562967a3-58fb-43ba-9cb4-a5c2ca7dd699 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.111081 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd7bacea-864f-48cb-8ee2-39aeab5300ac req-562967a3-58fb-43ba-9cb4-a5c2ca7dd699 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 944 time: 0.0917699
Apr 15 10:59:44.122579 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-a41ff68e-edda-49e4-b157-0815c5331ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.124162 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-a41ff68e-edda-49e4-b157-0815c5331ebd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3604529
Apr 15 10:59:44.127823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:44.132780 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-43fac9ef-8365-453e-b007-0374d79d9190 req-b3704856-d2df-48c4-9b33-e954c301d921 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2954650
Apr 15 10:59:44.158823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:44.167780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:44.172494 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:44.177387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:44.194538 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dd7bacea-864f-48cb-8ee2-39aeab5300ac req-6fadf730-9017-4983-b34a-1fcda9d522e3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753710
Apr 15 10:59:44.230628 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'code': 200}
Apr 15 10:59:44.259983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=10']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:44.263225 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:44.281693 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-2d9b909e-1063-436f-b1bd-2bc6911fd574 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478388
Apr 15 10:59:44.493325 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e1724842-4f22-4303-ab9a-e4a68dec9ee6 req-4e454721-513e-45cf-a0ff-b7e070a30caf service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2046530
Apr 15 10:59:44.516568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f349-8205-4d9c-b078-94fdd5759765 req-600b413c-8b98-47b6-82c7-bacd082d07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.518288 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b9c5f349-8205-4d9c-b078-94fdd5759765 req-600b413c-8b98-47b6-82c7-bacd082d07b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1100 time: 0.1162395
Apr 15 10:59:44.622656 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b9c5f349-8205-4d9c-b078-94fdd5759765 req-a57bc7af-5d15-4554-bac1-1b81c8f1f5c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908098
Apr 15 10:59:44.648179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-29fcec12-cfbb-49a0-b16b-2d15339dc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.649722 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-29fcec12-cfbb-49a0-b16b-2d15339dc651 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 1097 time: 0.1027024
Apr 15 10:59:44.822753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-b18b5faa-32bd-42d3-bfbc-2e6aa939e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.824315 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-b18b5faa-32bd-42d3-bfbc-2e6aa939e0cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.1421437
Apr 15 10:59:44.897325 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-69defcba-e85a-43d8-a399-974c2883e74f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170 HTTP/1.1" status: 200  len: 217 time: 0.0655200
Apr 15 10:59:44.970288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-2a9b5a8f-67b1-4794-a07a-9e7c974aeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.972520 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-2a9b5a8f-67b1-4794-a07a-9e7c974aeeda service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0674546
Apr 15 10:59:45.054603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-ac1a5b08-8536-44df-9007-3809eaf3fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:45.056160 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-ac1a5b08-8536-44df-9007-3809eaf3fe9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766098
Apr 15 10:59:45.213034 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-53a693ea-952b-4016-8218-6cd0c2e78448 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491797
Apr 15 10:59:45.352462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ad69-a2d7-4d65-92f8-706fee36caab req-fc62ba34-b1c9-4363-91d2-edeb61bfe019 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:45.354519 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b263ad69-a2d7-4d65-92f8-706fee36caab req-fc62ba34-b1c9-4363-91d2-edeb61bfe019 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 947 time: 0.0949547
Apr 15 10:59:45.403899 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b263ad69-a2d7-4d65-92f8-706fee36caab req-2bd3fdd5-caab-4dc3-aff6-dce0ce5909c9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430300
Apr 15 10:59:45.434910 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9a06388f-c6d1-49ca-870a-c115136d9fe8 req-6fdaa0d0-8920-483c-befc-73187c2055d9 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123976
Apr 15 10:59:45.449182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c48da0-d68f-462d-937e-4435fbd1cbb0 req-765c9131-7ba2-4baa-a12b-7e73d6b34397 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:45.450709 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-85c48da0-d68f-462d-937e-4435fbd1cbb0 req-765c9131-7ba2-4baa-a12b-7e73d6b34397 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 944 time: 0.1434743
Apr 15 10:59:45.500939 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-85c48da0-d68f-462d-937e-4435fbd1cbb0 req-e8d1811a-0716-4a32-8ffb-5ffd608a2732 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427942
Apr 15 10:59:46.609564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bf981-b1eb-4f19-b7f4-fd696b91aa04 req-eb4acd3e-2c6d-46c7-8008-2be4ed8b5fc9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:46.611696 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7d6bf981-b1eb-4f19-b7f4-fd696b91aa04 req-eb4acd3e-2c6d-46c7-8008-2be4ed8b5fc9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 947 time: 0.0906992
Apr 15 10:59:46.660467 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7d6bf981-b1eb-4f19-b7f4-fd696b91aa04 req-fdffdbb5-a0e5-410d-8138-52f149731d08 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421093
Apr 15 10:59:46.709065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a83c7-fccc-49c7-8c45-00ab435828d3 req-7e075131-7513-4d82-8019-0127966f4769 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:46.710758 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1b1a83c7-fccc-49c7-8c45-00ab435828d3 req-7e075131-7513-4d82-8019-0127966f4769 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 944 time: 0.0909300
Apr 15 10:59:46.762775 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1b1a83c7-fccc-49c7-8c45-00ab435828d3 req-04cbf7ca-4601-4d71-af0e-38f6c9862a21 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453157
Apr 15 10:59:47.454425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4efb6dfa-71cc-4f21-9247-f13d43802aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:47.969486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870353d5-925c-44e3-abf4-476cff1e03bb req-9ffc262f-4bd1-4d82-87b4-547bf582ce2e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:47.972096 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-870353d5-925c-44e3-abf4-476cff1e03bb req-9ffc262f-4bd1-4d82-87b4-547bf582ce2e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 944 time: 0.0931356
Apr 15 10:59:48.020380 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-870353d5-925c-44e3-abf4-476cff1e03bb req-9b8130b6-8bd2-4893-8470-84bff72f81f0 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422175
Apr 15 10:59:49.233758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2015bd4-e8e5-4a47-b338-e20f05686b05 req-75ac004a-67e3-454b-9844-23696be7cf52 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:49.235348 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2015bd4-e8e5-4a47-b338-e20f05686b05 req-75ac004a-67e3-454b-9844-23696be7cf52 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 944 time: 0.0945377
Apr 15 10:59:49.283766 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2015bd4-e8e5-4a47-b338-e20f05686b05 req-318ec371-eba5-43f9-afd4-f8e8123386f0 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419447
Apr 15 10:59:49.466008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3cd63a53-6001-4841-8baa-a569197f26bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.488634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a344d4-b857-4a85-a481-e5d0c79e5f0e req-58d8ffad-c880-4f62-9e8a-bd19a0efc65d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:50.490273 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-49a344d4-b857-4a85-a481-e5d0c79e5f0e req-58d8ffad-c880-4f62-9e8a-bd19a0efc65d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 944 time: 0.0915179
Apr 15 10:59:50.538226 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-49a344d4-b857-4a85-a481-e5d0c79e5f0e req-9ae2b702-5586-49ec-8302-37233186b71e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415432
Apr 15 10:59:50.706553 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.150813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.741808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c33f-c43b-45f8-8257-bf9211aa674f req-0bbd667e-0abe-4427-a5ac-098a83764e7b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:51.743428 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bba8c33f-c43b-45f8-8257-bf9211aa674f req-0bbd667e-0abe-4427-a5ac-098a83764e7b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 944 time: 0.0915370
Apr 15 10:59:51.798002 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bba8c33f-c43b-45f8-8257-bf9211aa674f req-2dd3f4fd-a555-4275-84c9-b5bd23c4d049 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478427
Apr 15 10:59:51.931167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:52.004261 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-f38456f1-b8bf-4941-970d-f7c68fa767e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0790455
Apr 15 10:59:52.110771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-fbdd447f-b284-439e-a0cf-aa7800d312f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:52.112466 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-fbdd447f-b284-439e-a0cf-aa7800d312f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 1100 time: 0.0844877
Apr 15 10:59:52.215943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.250496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:52.265842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:52.277977 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-5b5971fd-0bbb-45c6-9dcd-89d5ab38f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:52.279551 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-5b5971fd-0bbb-45c6-9dcd-89d5ab38f2c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 200  len: 918 time: 0.1451063
Apr 15 10:59:52.325756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.346705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:52.363694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:52.366726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.368555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:52.400090 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-e3cc8816-1c52-481b-9915-54f7e944cb7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 200  len: 1002 time: 0.1073050
Apr 15 10:59:52.438687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:52.442534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:52.482366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-7886f72c-9707-4792-815b-ef5d5be07d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:52.483862 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-7886f72c-9707-4792-815b-ef5d5be07d4f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 200  len: 855 time: 0.0697806
Apr 15 10:59:52.575052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-b048af1c-efc7-4fa6-9f79-fe926305aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:52.576656 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-b048af1c-efc7-4fa6-9f79-fe926305aef0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09cc6cf2-4fb2-4daf-9b02-567c8b07f544&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797412
Apr 15 10:59:52.639802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['5d8c0b9b-3c3d-4622-a5dc-13e723e99170'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:52.727690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-de43d59c-82a1-4806-b6b0-1bac9e1e6c67 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432354
Apr 15 10:59:52.883102 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e901deb6-3921-4919-92bc-6a9d02b332d4 req-4dc257cc-1c4f-4585-96d7-61b329ddf740 service neutron] 10.222.0.89 "GET /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475294
Apr 15 10:59:53.004565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817817-f7ef-4f81-be35-90f5119970db req-f3c195b8-2d29-495c-af32-fe8a3c3d01b2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:53.006121 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e817817-f7ef-4f81-be35-90f5119970db req-f3c195b8-2d29-495c-af32-fe8a3c3d01b2 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 945 time: 0.0927293
Apr 15 10:59:53.053527 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6e817817-f7ef-4f81-be35-90f5119970db req-f4512d8f-43e6-4c20-ab38-fb0e4d589ee4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409679
Apr 15 10:59:53.935804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:54.009679 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:54.014415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:54.014835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.140205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.169376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:54.180354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:54.183563 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.185521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:54.224022 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'code': 200}
Apr 15 10:59:54.258990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:54.262165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:54.272870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41573c9-4914-45eb-8e13-2d49198bb3a4 req-b14740e1-b1c0-4974-83b0-0e99c09dd5fb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:54.274502 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e41573c9-4914-45eb-8e13-2d49198bb3a4 req-b14740e1-b1c0-4974-83b0-0e99c09dd5fb tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 946 time: 0.1037204
Apr 15 10:59:54.322156 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e41573c9-4914-45eb-8e13-2d49198bb3a4 req-63c09fac-91b7-4169-aaab-09ddcafb8d66 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413039
Apr 15 10:59:54.538052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d307b-2180-45f4-9697-79a4a014a066 req-965920fa-bf1a-498b-8179-b5a68e2cbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:54.539557 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5c3d307b-2180-45f4-9697-79a4a014a066 req-965920fa-bf1a-498b-8179-b5a68e2cbb8b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 1099 time: 0.0770745
Apr 15 10:59:54.584481 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5c3d307b-2180-45f4-9697-79a4a014a066 req-3d90f29e-d026-4132-8175-06f216aefc20 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366285
Apr 15 10:59:54.636985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.534710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720631a7-8665-41e1-9869-33b585d496f2 req-6bb04121-4cab-4935-b738-abc61f636f43 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:55.536352 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-720631a7-8665-41e1-9869-33b585d496f2 req-6bb04121-4cab-4935-b738-abc61f636f43 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 946 time: 0.0944011
Apr 15 10:59:55.584547 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-720631a7-8665-41e1-9869-33b585d496f2 req-e1a06ca1-6d2a-438b-857f-98fd252e2a9c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419180
Apr 15 10:59:56.793933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf6d10-16c4-4954-a040-04561865e6ff req-0c207a05-d6df-4a54-a7cb-bc86790a29f0 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:56.795525 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bccf6d10-16c4-4954-a040-04561865e6ff req-0c207a05-d6df-4a54-a7cb-bc86790a29f0 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 946 time: 0.0967231
Apr 15 10:59:56.844476 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bccf6d10-16c4-4954-a040-04561865e6ff req-017c1116-99dc-4c0e-bfb3-9d0b3d8bc1ce tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422542
Apr 15 10:59:57.044406 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b8136-9274-4aa2-b5ef-0536ef2ac425 req-3a718413-1ec3-4f0c-88c6-cec3e4acad50 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:57.046026 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ad3b8136-9274-4aa2-b5ef-0536ef2ac425 req-3a718413-1ec3-4f0c-88c6-cec3e4acad50 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 946 time: 0.0887058
Apr 15 10:59:57.097590 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ad3b8136-9274-4aa2-b5ef-0536ef2ac425 req-cc3af4c3-66c4-430d-841d-cf0d4f0492a7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442884
Apr 15 10:59:57.122669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57538) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:57.200614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eff59b-d355-4402-874e-e6dc98d1eb0f tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:57.202284 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-07eff59b-d355-4402-874e-e6dc98d1eb0f tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 1094 time: 0.0785387
Apr 15 10:59:57.205818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57542) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:57.211286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:57.217526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:57.222276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:floatingip and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:57.225703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:57.231712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:57.241430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.385904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.535025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Allocated IP 172.27.1.168 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/d44d6c7b-3ec7-4b1a-ac32-f5d230e741c2) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:57.689503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.718980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.734830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-973fb4da-83f2-42cd-b0cf-c0c83f8d1118 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:57.870910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=d44d6c7b-3ec7-4b1a-ac32-f5d230e741c2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:57.875325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:57.930243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:57.931402 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:57.933885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:58.356607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.436093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.573787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:59:58.931717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.935365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.950752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:59.086410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=d44d6c7b-3ec7-4b1a-ac32-f5d230e741c2,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:59.090904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:59.201266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:59.385757 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Floating IP 69cd4b2c-deaa-4648-b8be-e81103f247fc associated. External IP: 172.27.1.168, port: 5d8c0b9b-3c3d-4622-a5dc-13e723e99170.
Apr 15 10:59:59.759226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:59.949220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:59.959598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:59.970209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:59.971522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b26865f8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:59.974049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:00.044534 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8248096
Apr 15 11:00:00.044534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:00.082910 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'status': 'completed', 'code': 200}
Apr 15 11:00:00.163807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:00.181578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-e0d4cc61-3b26-4892-8c3f-71c975100d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:00.183572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-e0d4cc61-3b26-4892-8c3f-71c975100d51 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 1099 time: 0.0783839
Apr 15 11:00:00.330595 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-357ed201-91ea-406c-97e2-d84731c1e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:00.332071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-357ed201-91ea-406c-97e2-d84731c1e381 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.1384747
Apr 15 11:00:00.455967 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-78d24e0a-4a06-48ca-9d8a-ead5fef21763 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170 HTTP/1.1" status: 200  len: 1000 time: 0.1090758
Apr 15 11:00:00.531111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-af0835d4-5e70-4e3e-a53d-898a1b781107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:00.533315 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-af0835d4-5e70-4e3e-a53d-898a1b781107 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0690210
Apr 15 11:00:00.539398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b26865f8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T10:59:58Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:00.543752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:00.553531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:00.554211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b26865f8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:00.619446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-3d793f03-a856-4756-b880-e294ee4faa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:00.620978 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-3d793f03-a856-4756-b880-e294ee4faa8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805647
Apr 15 11:00:00.748236 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:00.772076 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-aaf4aea8-9bf1-4f50-8de4-a1e8735e7556 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434803
Apr 15 11:00:00.925066 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5ee55548-8447-443a-9d7d-a266baf877e2 req-28eb6305-e699-4488-86a3-42bc48195186 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428595
Apr 15 11:00:01.121307 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b26865f8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T10:59:58Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:01.125455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7acb9b-0f70-49f5-bf39-a1cc66dbaffc None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T10:59:58Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:01.431785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b33af3-6125-43c1-ac65-511fb1e921d9 None None] New status for floating IP 69cd4b2c-deaa-4648-b8be-e81103f247fc: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:00:17.436700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1d5dff00-1c93-4157-bffe-ab0ea0545663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.724526 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-a1a7d0cf-8d2a-409a-bd24-66493359a2d9 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395935162&fields=id&tenant_id=fea27671d994495883ce654a53f77aef HTTP/1.1" status: 200  len: 267 time: 0.0473781
Apr 15 11:00:17.818092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-029e1b40-6d10-4c91-8947-9b7933e40bc6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:17.819680 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-029e1b40-6d10-4c91-8947-9b7933e40bc6 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 985 time: 0.0890453
Apr 15 11:00:17.832187 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Request body: {'port': {'security_groups': ['11dd35e0-59a9-46cc-9463-f6ee3c89530e']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:17.975149 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.291559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3dc6965-6db1-4caa-8aca-047709e74461,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:18.317744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.321243 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.334452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f3dc6965-6db1-4caa-8aca-047709e74461'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:00:18.340040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f1c6dabd-b8bc-4e7e-8a9d-d510ef35afd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:18.486793 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event updated for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=7']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:18.498922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.499351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.499772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.500185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.500599 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.501567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.501981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.502391 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.502799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.503201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.503604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.504005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:18.508339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:18.562811 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:18.563504 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.565215 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0179aacb-60fe-46be-9459-8c6ad136fc82 req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "PUT /v2.0/ports/f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 943 time: 0.7386279
Apr 15 11:00:18.565784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:18.571426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57566) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:18.627331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'status': 'completed', 'code': 200}
Apr 15 11:00:18.649886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f3dc6965-6db1-4caa-8aca-047709e74461'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:00:18.651228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.701487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.767099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.773943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-ea645886-8350-40cd-aa8f-722a8530eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:18.775562 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-ea645886-8350-40cd-aa8f-722a8530eaed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1099 time: 0.1202967
Apr 15 11:00:18.777430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-17f11984-41e9-4be4-92d1-a9dd73fc3226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:18.792960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5720fa-66f2-4ee2-982c-ca42cf733c49,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:18.795773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:18.808017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.811507 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "DELETE /v2.0/security-groups/5b5720fa-66f2-4ee2-982c-ca42cf733c49 HTTP/1.1" status: 204  len: 168 time: 0.2368224
Apr 15 11:00:18.812210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57572) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:18.838740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fa30fc4c-f04a-4e39-a54f-0b30cca66f84 None None] Provisioning complete for port f3dc6965-6db1-4caa-8aca-047709e74461 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:18.839102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fa30fc4c-f04a-4e39-a54f-0b30cca66f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:19.124288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-d4a313dd-6029-49c8-92bd-78f24be23d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:19.125811 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-d4a313dd-6029-49c8-92bd-78f24be23d4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 200  len: 916 time: 0.3434620
Apr 15 11:00:19.135961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Deleting port 22771c8c-6ab2-4d15-b317-b33d56f9d02b {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:19.136349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:19.467947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-04415375-81ed-4c03-a4dd-9160dbe6d94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:19.602060 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-64a2bd47-f6cb-485f-8298-8a2e48aa4cbb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 1002 time: 0.4675643
Apr 15 11:00:19.719533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-c603a93e-7fc1-4171-bc4c-3e08c1aaf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:19.721718 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-c603a93e-7fc1-4171-bc4c-3e08c1aaf784 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf HTTP/1.1" status: 200  len: 853 time: 0.1079285
Apr 15 11:00:19.725519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:19.725897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:19.906353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Calling delete_port for 22771c8c-6ab2-4d15-b317-b33d56f9d02b owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:20.013193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-90c22733-66ae-470f-921b-4b91e01524e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:20.014748 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-90c22733-66ae-470f-921b-4b91e01524e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2809994
Apr 15 11:00:20.223416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.238901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:20.272064 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-1cbbb3ff-b4e4-4099-b09f-3b3c7e9d8050 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455826
Apr 15 11:00:20.335918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event deleted for resources: {'Port': ['ID=22771c8c-6ab2-4d15-b317-b33d56f9d02b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:20.378145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.378578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.379006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.379424 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.379842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.380257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.380670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.381080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.381516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.381927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.382336 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.382745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:20.436399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:20.551115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-473e13d0-0c54-4d6e-8e29-4157cacbee44 req-95445265-94e0-4ac7-b3bd-625cc53d204e service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2066197
Apr 15 11:00:20.653034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.653709 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Floating IP 6e1eefdc-6f2f-413d-99cc-f412f73ba61e disassociated (deleted). External IP: 172.27.1.155, port: f3dc6965-6db1-4caa-8aca-047709e74461.
Apr 15 11:00:20.710782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:21.029894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Router f94c3235-6de3-424d-a3f3-8e62b9631ac5 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:21.152598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:21.221974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:21.231491 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] Sync routers for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:21.241769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:21.242458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b158c400>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:21.242596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:21.314495 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "DELETE /v2.0/floatingips/6e1eefdc-6f2f-413d-99cc-f412f73ba61e HTTP/1.1" status: 204  len: 168 time: 2.5004609
Apr 15 11:00:21.315335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:21.367626 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'status': 'completed', 'code': 200}
Apr 15 11:00:21.481686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-bdf7afbb-53e6-4819-80a6-29566514d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:21.483855 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-bdf7afbb-53e6-4819-80a6-29566514d8b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fea27671d994495883ce654a53f77aef&device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 1099 time: 0.0863130
Apr 15 11:00:21.614229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:21.635626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-3d799f2c-b035-4f07-b729-b2015d8767d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:21.637264 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-3d799f2c-b035-4f07-b729-b2015d8767d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 200  len: 916 time: 0.1454797
Apr 15 11:00:21.739737 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-f0d7b487-b7b5-4407-a714-3b082329f2d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 200  len: 217 time: 0.0953736
Apr 15 11:00:21.833367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-7168db04-c35e-4456-b8e3-4f1416245aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:21.835115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-7168db04-c35e-4456-b8e3-4f1416245aa3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf HTTP/1.1" status: 200  len: 853 time: 0.0729203
Apr 15 11:00:21.926640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-fc80c879-54b8-4eed-a5a1-1060b156163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:21.928246 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-fc80c879-54b8-4eed-a5a1-1060b156163b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843854
Apr 15 11:00:21.989510 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b158c400>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:51Z', 'revision_number': 5, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:21.993777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] Checking router: f94c3235-6de3-424d-a3f3-8e62b9631ac5 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:22.003229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:22.003903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b158c400>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:22.078657 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-86eaa367-fd05-422c-adab-1dd83d2ae095 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407967
Apr 15 11:00:22.201052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:22.270090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:22.479498 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-78c69175-1553-4e20-a4f3-7aced2b9e269 req-389d2620-d0bf-4081-b9b2-aeea3a6f04d5 service neutron] 10.222.0.89 "GET /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3933051
Apr 15 11:00:22.557631 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b158c400>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:51Z', 'revision_number': 5, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:22.561819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6bb7e-0021-4b88-abbb-824757de20aa None None] The sync data for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi is: [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 4, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '5e1af914-7b24-4470-9446-97cbcc4d14bd', 'name': '', 'network_id': 'b63dccd8-5ef0-486c-9cd0-9fcbe350ec81', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'mac_address': 'fa:16:3e:d2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:51Z', 'revision_number': 5, 'project_id': 'fea27671d994495883ce654a53f77aef', 'subnets': [{'id': 'a3126a8e-6ff6-4c96-ac96-0fed008ab9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:22.961895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8911bdc-0c9f-4a0f-a5a6-d1c085862fd0 None None] New status for floating IP 6e1eefdc-6f2f-413d-99cc-f412f73ba61e: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:00:24.628907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.698461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5011e6-82d0-4bcc-978f-f31f9aaa1a36 req-c8e477dc-826c-4a04-8eb7-d0b8e091f1eb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:24.699204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-1e5011e6-82d0-4bcc-978f-f31f9aaa1a36 req-c8e477dc-826c-4a04-8eb7-d0b8e091f1eb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:24.717152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-1e5011e6-82d0-4bcc-978f-f31f9aaa1a36 req-c8e477dc-826c-4a04-8eb7-d0b8e091f1eb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:24.718447 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e5011e6-82d0-4bcc-978f-f31f9aaa1a36 req-c8e477dc-826c-4a04-8eb7-d0b8e091f1eb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.1064823
Apr 15 11:00:24.767250 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1e5011e6-82d0-4bcc-978f-f31f9aaa1a36 req-83f0a67c-e96c-4ec4-8a1d-cd1fc2c2e62f tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423889
Apr 15 11:00:25.568786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185284e7-6e8e-457c-a9fd-a9444c57395c req-ce993d09-4cb8-4317-b87e-15f574f9102a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:25.570418 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-185284e7-6e8e-457c-a9fd-a9444c57395c req-ce993d09-4cb8-4317-b87e-15f574f9102a tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 947 time: 0.0912941
Apr 15 11:00:25.618041 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-185284e7-6e8e-457c-a9fd-a9444c57395c req-6651cce9-6efa-4fc3-8ea6-bf09652f9453 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413640
Apr 15 11:00:25.977399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bdf86-26ae-4896-9183-b52f208ff717 req-9a92dea7-3069-4aab-a7be-df3bd073e7e4 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:25.978989 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-102bdf86-26ae-4896-9183-b52f208ff717 req-9a92dea7-3069-4aab-a7be-df3bd073e7e4 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0938382
Apr 15 11:00:26.026556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-102bdf86-26ae-4896-9183-b52f208ff717 req-4c560838-5298-4a98-bb7a-a5c537a26150 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:26.041281 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-102bdf86-26ae-4896-9183-b52f208ff717 req-4c560838-5298-4a98-bb7a-a5c537a26150 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:26.042479 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-102bdf86-26ae-4896-9183-b52f208ff717 req-4c560838-5298-4a98-bb7a-a5c537a26150 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572212
Apr 15 11:00:26.365166 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-1374812e-c743-4f94-8917-fb7068e6710a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:26.366675 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-1374812e-c743-4f94-8917-fb7068e6710a tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.89 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0886219
Apr 15 11:00:26.449544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Deleting port f3dc6965-6db1-4caa-8aca-047709e74461 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:26.449940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:26.719384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] For port f3dc6965-6db1-4caa-8aca-047709e74461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3dc6965-6db1-4caa-8aca-047709e74461,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:26.720050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:26.937798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Calling delete_port for f3dc6965-6db1-4caa-8aca-047709e74461 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:27.129790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-09830975-a119-49a8-9ce7-7b845ecc3723 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:27.131360 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-09830975-a119-49a8-9ce7-7b845ecc3723 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 947 time: 0.3437996
Apr 15 11:00:27.144881 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0ad1-edc3-4d32-b97f-27095c201502 req-b14c8c31-48b8-4434-92dd-18c6bfd3baa9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:27.146481 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18cb0ad1-edc3-4d32-b97f-27095c201502 req-b14c8c31-48b8-4434-92dd-18c6bfd3baa9 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 947 time: 0.3601680
Apr 15 11:00:27.243927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116a87f-2e60-4835-b64a-ef7e2aaf0df2 req-d9f562f1-8ab0-4278-a1e2-30bf49e1f17d tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:27.245471 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c116a87f-2e60-4835-b64a-ef7e2aaf0df2 req-d9f562f1-8ab0-4278-a1e2-30bf49e1f17d tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 946 time: 0.0887773
Apr 15 11:00:27.262519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:27.273769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['f3dc6965-6db1-4caa-8aca-047709e74461'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:00:27.284835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c8f7ff0-5a17-49ff-90c1-9aee0a50ed62 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:27.302102 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c116a87f-2e60-4835-b64a-ef7e2aaf0df2 req-f890c879-cfea-41fe-8754-3f9fd5fd3515 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/security-groups?id=11dd35e0-59a9-46cc-9463-f6ee3c89530e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477912
Apr 15 11:00:27.340446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Deleting port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:27.340838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:27.388423 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-18cb0ad1-edc3-4d32-b97f-27095c201502 req-049101ad-3638-4ff1-802b-657bd4cf78fc tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups?id=e621ead0-7387-4955-a5ec-3bd754f7b091&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2335923
Apr 15 11:00:27.447566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Pushing event deleted for resources: {'Port': ['ID=f3dc6965-6db1-4caa-8aca-047709e74461,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:27.457414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:27.784512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] No DVR routers for this DVR port f3dc6965-6db1-4caa-8aca-047709e74461 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:27.796923 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:27.800768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'name': 'network-vif-deleted', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:27.840465 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-01110c0a-d9a0-47d4-8641-ca5415375247 req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.89 "DELETE /v2.0/ports/f3dc6965-6db1-4caa-8aca-047709e74461 HTTP/1.1" status: 204  len: 173 time: 1.4658427
Apr 15 11:00:27.842230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] For port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:27.842637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:27.855611 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07158fe8-a5b4-41f6-a93c-651d5db2abc1', 'name': 'network-vif-deleted', 'tag': 'f3dc6965-6db1-4caa-8aca-047709e74461', 'status': 'completed', 'code': 200}
Apr 15 11:00:28.173705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:28.174280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:28.174459 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Floating IP 378d2bc8-bb46-4267-b111-b4c648c3cd59 disassociated. External IP: 172.27.1.222, port: 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3.
Apr 15 11:00:28.174845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Calling delete_port for 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:28.332351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:28.349254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0c41cde5-0394-4111-b7e2-335555512c11 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:28.400034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event deleted for resources: {'Port': ['ID=64d4e1a1-aa48-48fa-a39a-f18b9559b3d3,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:28.461213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:28.514467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-035883df-c786-4502-995d-4e046d328194 req-5926e1df-97c4-415d-abdf-545abfc1a1b9 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Synchronizing usage tracker for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:28.558371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-035883df-c786-4502-995d-4e046d328194 req-5926e1df-97c4-415d-abdf-545abfc1a1b9 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Unset dirty status for tenant:fea27671d994495883ce654a53f77aef on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:28.559662 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-035883df-c786-4502-995d-4e046d328194 req-5926e1df-97c4-415d-abdf-545abfc1a1b9 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] 10.222.0.93 "GET /v2.0/ports?device_id=07158fe8-a5b4-41f6-a93c-651d5db2abc1 HTTP/1.1" status: 200  len: 210 time: 0.0974686
Apr 15 11:00:28.572724 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e38b5e96-c458-4e69-9f49-9e3dadec3c20 req-5e8cee41-c1f3-430c-86aa-cbd5885ca338 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 210 time: 0.0517626
Apr 15 11:00:28.790963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Router 229a6db5-26aa-49ff-9e56-0724764ce723 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:29.225416 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:29.234814 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] Sync routers for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:29.245479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:29.246161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b131b978>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:29.304976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] No DVR routers for this DVR port 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:29.307452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.324985 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ea620d0-63db-4df7-a643-8b3c6aa17781 req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.89 "DELETE /v2.0/ports/64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 HTTP/1.1" status: 204  len: 173 time: 2.1714077
Apr 15 11:00:29.440373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:29.828986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b131b978>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:29.834763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] Checking router: 229a6db5-26aa-49ff-9e56-0724764ce723 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:29.844574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:29.845477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b131b978>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:29.856548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-deleted', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:29.947688 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9ef4874b-d070-4ce9-90a1-bae09ca9c4e7 req-647eafb2-5d8d-4953-a090-ff95616e1282 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/ports?device_id=29919b96-b36a-46c3-b545-d7efb99e3810 HTTP/1.1" status: 200  len: 210 time: 0.0561900
Apr 15 11:00:29.947873 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29919b96-b36a-46c3-b545-d7efb99e3810', 'name': 'network-vif-deleted', 'tag': '64d4e1a1-aa48-48fa-a39a-f18b9559b3d3', 'status': 'completed', 'code': 200}
Apr 15 11:00:30.076289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:30.128013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f3dc6965-6db1-4caa-8aca-047709e74461 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:30.173195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: f3dc6965-6db1-4caa-8aca-047709e74461 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:30.173624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device f3dc6965-6db1-4caa-8aca-047709e74461 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:30.174090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:30.217552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:30.217894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 64d4e1a1-aa48-48fa-a39a-f18b9559b3d3 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:30.294212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57674) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:30.667758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b131b978>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:30.673124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2e37c-4aac-40ea-901d-d34738c3e6a4 None None] The sync data for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi is: [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T10:52:49Z', 'revision_number': 4, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '11cdeead-cba8-41c6-a7d3-c462e51993f0', 'name': '', 'network_id': '09cc6cf2-4fb2-4daf-9b02-567c8b07f544', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'mac_address': 'fa:16:3e:a4:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:46Z', 'updated_at': '2021-04-15T10:53:04Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'subnets': [{'id': '15b4c53f-89e9-404e-9fff-2c8a4c8ffda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:31.033085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5e802e-7668-43ef-b7e5-eb5283f91a54 None None] New status for floating IP 378d2bc8-bb46-4267-b111-b4c648c3cd59: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:00:31.092933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57682) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:31.128932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.167371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2d63021f-3bf1-4b20-b0c2-eedea7ce4c63 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.199349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2d63021f-3bf1-4b20-b0c2-eedea7ce4c63 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.247094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2d63021f-3bf1-4b20-b0c2-eedea7ce4c63 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.253572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b1ad39d4-6a1e-4d48-85c7-a04d7c3a127a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:31.271774 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63021f-3bf1-4b20-b0c2-eedea7ce4c63 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621ead0-7387-4955-a5ec-3bd754f7b091,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:31.274582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2d63021f-3bf1-4b20-b0c2-eedea7ce4c63 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:31.285606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2d63021f-3bf1-4b20-b0c2-eedea7ce4c63 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.286924 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2d63021f-3bf1-4b20-b0c2-eedea7ce4c63 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "DELETE /v2.0/security-groups/e621ead0-7387-4955-a5ec-3bd754f7b091 HTTP/1.1" status: 204  len: 168 time: 0.1928101
Apr 15 11:00:31.289778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57686) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:31.310326 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.v2.resource [None req-175f9b25-5ea2-4654-8950-be8989a18462 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] show failed (client error): The resource could not be found.
Apr 15 11:00:31.311969 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-175f9b25-5ea2-4654-8950-be8989a18462 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "GET /v2.0/security-groups/e621ead0-7387-4955-a5ec-3bd754f7b091 HTTP/1.1" status: 404  len: 347 time: 0.0206723
Apr 15 11:00:31.315609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57690) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:31.492334 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Deleting port 803488e6-0c1f-449f-a333-8b9be5696cea {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:31.492641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.524439 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Deleting port 5e1af914-7b24-4470-9446-97cbcc4d14bd {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:31.524826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.677724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.678099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.707349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] For port 5e1af914-7b24-4470-9446-97cbcc4d14bd, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=5e1af914-7b24-4470-9446-97cbcc4d14bd,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:31.707747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.814393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Calling delete_port for 803488e6-0c1f-449f-a333-8b9be5696cea owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:31.841778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Calling delete_port for 5e1af914-7b24-4470-9446-97cbcc4d14bd owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:31.963729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.981681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b2219f53-2eaf-4fdc-92e2-e84d04db9831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:32.021629 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:32.037064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d2d57601-c484-4e38-bdff-3a86f58a6d28 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:32.081131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Pushing event deleted for resources: {'Port': ['ID=803488e6-0c1f-449f-a333-8b9be5696cea,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:32.085195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:32.133394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1af914-7b24-4470-9446-97cbcc4d14bd,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:32.137283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:32.254488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:32.270806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:32.272123 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] 10.222.0.93 "DELETE /v2.0/floatingips/378d2bc8-bb46-4267-b111-b4c648c3cd59 HTTP/1.1" status: 204  len: 168 time: 0.9554152
Apr 15 11:00:32.503034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:33.024818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Router f94c3235-6de3-424d-a3f3-8e62b9631ac5 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:33.211351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:33.220518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] Sync routers for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:33.226883 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] 10.222.0.93 "PUT /v2.0/routers/f94c3235-6de3-424d-a3f3-8e62b9631ac5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9312723
Apr 15 11:00:33.229651 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57698) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:33.231594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:33.232280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b21e0f98>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:33.425756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:33.433524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:33.618405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:33.628481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Deleting port 38437d89-a17b-41ff-82dd-86b429002904 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:33.628871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:33.749275 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b21e0f98>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '38437d89-a17b-41ff-82dd-86b429002904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T11:00:31Z', 'revision_number': 5, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port': {'id': '38437d89-a17b-41ff-82dd-86b429002904', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:35Z', 'updated_at': '2021-04-15T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:33.754133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] Checking router: f94c3235-6de3-424d-a3f3-8e62b9631ac5 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:33.763508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] Routers {'f94c3235-6de3-424d-a3f3-8e62b9631ac5'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:33.764837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b21e0f98>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:33.836387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] For port 38437d89-a17b-41ff-82dd-86b429002904, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=38437d89-a17b-41ff-82dd-86b429002904,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:33.837421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:33.940573 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] Set router f94c3235-6de3-424d-a3f3-8e62b9631ac5 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:33.975208 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Calling delete_port for 38437d89-a17b-41ff-82dd-86b429002904 owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:34.053611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b21e0f98>, [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T11:00:33Z', 'revision_number': 6, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port_host': None}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:34.058117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74647ba-9607-48b3-8126-764673ff7ab0 None None] The sync data for ids ['f94c3235-6de3-424d-a3f3-8e62b9631ac5'] in dv-cinder-786384-1-iscsi is: [{'id': 'f94c3235-6de3-424d-a3f3-8e62b9631ac5', 'name': 'tempest-TestMinimumBasicScenario-680013028-router', 'tenant_id': 'fea27671d994495883ce654a53f77aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:34Z', 'updated_at': '2021-04-15T11:00:33Z', 'revision_number': 6, 'project_id': 'fea27671d994495883ce654a53f77aef', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:34.161086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.177667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:34.287202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Pushing event deleted for resources: {'Port': ['ID=38437d89-a17b-41ff-82dd-86b429002904,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:34.291213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:34.454921 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.840238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 5e1af914-7b24-4470-9446-97cbcc4d14bd no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:34.878960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 5e1af914-7b24-4470-9446-97cbcc4d14bd {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:34.879357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 5e1af914-7b24-4470-9446-97cbcc4d14bd not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:34.879826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 38437d89-a17b-41ff-82dd-86b429002904 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:34.880621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.883038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.916124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 38437d89-a17b-41ff-82dd-86b429002904 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:34.916519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 38437d89-a17b-41ff-82dd-86b429002904 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:34.973754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.974351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94c3235-6de3-424d-a3f3-8e62b9631ac5 {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:00:34.988711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.992464 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] 10.222.0.93 "DELETE /v2.0/routers/f94c3235-6de3-424d-a3f3-8e62b9631ac5 HTTP/1.1" status: 204  len: 168 time: 1.7590568
Apr 15 11:00:34.992734 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57714) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:35.066868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Deleting subnet a3126a8e-6ff6-4c96-ac96-0fed008ab9cf {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:00:35.070906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.125272 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.159798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57722) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:35.254645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.525432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.541596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bf0eb66f-d732-4121-beca-697845cfdc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:35.574522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:00:35.630312 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3126a8e-6ff6-4c96-ac96-0fed008ab9cf,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:35.638102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:35.688169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.695054 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a6a09248-b3fa-4740-940a-fda6764d97ea admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a3126a8e-6ff6-4c96-ac96-0fed008ab9cf HTTP/1.1" status: 204  len: 168 time: 0.7011931
Apr 15 11:00:35.695242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf791cb-9d4c-4ab8-bae6-098dcaeb5681 None None] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:35.697657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57728) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:35.835717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.913581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Deleting port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:35.914151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.988571 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] DHCP port deletion for b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:00:35.993071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Deleting port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:35.993538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.136282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.143556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] For port 9ab03b3d-6b70-4741-8f37-5b3cc3252643, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=9ab03b3d-6b70-4741-8f37-5b3cc3252643,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:36.143961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.220259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] For port 9ab03b3d-6b70-4741-8f37-5b3cc3252643, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=9ab03b3d-6b70-4741-8f37-5b3cc3252643,segment=NetworkSegment(85d401e7-b5f1-4775-9ac7-1bf948990b62),segment_id=85d401e7-b5f1-4775-9ac7-1bf948990b62)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:36.220637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.286936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Calling delete_port for 9ab03b3d-6b70-4741-8f37-5b3cc3252643 owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:36.360780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Calling delete_port for 9ab03b3d-6b70-4741-8f37-5b3cc3252643 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:36.367897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.384179 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a5266a5d-33ea-4ba7-a821-0699a6e1f65f tempest-ServerRescueNegativeTestJSON-1058144434 tempest-ServerRescueNegativeTestJSON-1058144434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:36.481991 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab03b3d-6b70-4741-8f37-5b3cc3252643,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:36.485804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:36.511467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:00:36.511888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:00:36.522106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Deleting port 11cdeead-cba8-41c6-a7d3-c462e51993f0 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:36.522486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.530718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] No DVR routers for this DVR port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 on host dv-cinder-786384-1-iscsi {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:36.656202 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.707610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] For port 11cdeead-cba8-41c6-a7d3-c462e51993f0, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=11cdeead-cba8-41c6-a7d3-c462e51993f0,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:36.708309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.776540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b1c57438>,) {'filters': {'network_id': ['b63dccd8-5ef0-486c-9cd0-9fcbe350ec81']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:36.791756 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b1c57438>, '85d401e7-b5f1-4775-9ac7-1bf948990b62') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:36.792199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b1c57438>, '85d401e7-b5f1-4775-9ac7-1bf948990b62') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:36.808647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.833904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:36.842886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:00:36.848453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Calling delete_port for 11cdeead-cba8-41c6-a7d3-c462e51993f0 owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:36.848798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 9ab03b3d-6b70-4741-8f37-5b3cc3252643 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:36.887123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 9ab03b3d-6b70-4741-8f37-5b3cc3252643 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:36.887546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 9ab03b3d-6b70-4741-8f37-5b3cc3252643 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:37.013678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Deleting port 9ab03b3d-6b70-4741-8f37-5b3cc3252643 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:37.014200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.031617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:37.035273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.041974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.052002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:37.090940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-7d827acc-33a9-4e8b-a713-8657ebbf1813 None None] The port '9ab03b3d-6b70-4741-8f37-5b3cc3252643' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:00:37.152444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cdeead-cba8-41c6-a7d3-c462e51993f0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:37.156376 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:37.226105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Network b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:00:37.256471 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:00:37.341138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.346419 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.349131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:37.375465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Pushing event deleted for resources: {'Network': ['ID=b63dccd8-5ef0-486c-9cd0-9fcbe350ec81,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:37.378804 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:37.408013 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] 10.222.0.93 "DELETE /v2.0/networks/b63dccd8-5ef0-486c-9cd0-9fcbe350ec81 HTTP/1.1" status: 204  len: 168 time: 1.7092078
Apr 15 11:00:37.411012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57732) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:37.523713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.048582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Router 229a6db5-26aa-49ff-9e56-0724764ce723 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:38.239562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.253574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:38.263204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] Sync routers for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:38.268164 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b38a4d5c-6fb4-41cb-9079-9d78d2c3e1e1 admin admin] 10.222.0.93 "PUT /v2.0/routers/229a6db5-26aa-49ff-9e56-0724764ce723/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1071987
Apr 15 11:00:38.270800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57738) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:38.275162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:38.276030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2fc64e0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:38.460825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.474769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:38.630113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Deleting port de4b51e5-0aec-478b-bf91-8424854c13a5 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:38.630556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.807324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2fc64e0>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T11:00:36Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:38.812153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] Checking router: 229a6db5-26aa-49ff-9e56-0724764ce723 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:38.829436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] Routers {'229a6db5-26aa-49ff-9e56-0724764ce723'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:38.829436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2fc64e0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['229a6db5-26aa-49ff-9e56-0724764ce723'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:38.838652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] For port de4b51e5-0aec-478b-bf91-8424854c13a5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=de4b51e5-0aec-478b-bf91-8424854c13a5,segment=NetworkSegment(60cfc5f9-6b3d-454d-93bb-1f9652f17128),segment_id=60cfc5f9-6b3d-454d-93bb-1f9652f17128)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:38.839200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.920394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.930015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Deleting port e93ff527-c5e2-41af-8468-afd5ae3a26c5 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:38.930392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.982860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Calling delete_port for de4b51e5-0aec-478b-bf91-8424854c13a5 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:39.037930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] Set router 229a6db5-26aa-49ff-9e56-0724764ce723 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:39.136952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] For port e93ff527-c5e2-41af-8468-afd5ae3a26c5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e93ff527-c5e2-41af-8468-afd5ae3a26c5,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:39.137600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.168609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.186693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-24ca6bad-fc84-44a3-9a91-0d5ef5cc05a7 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:39.289524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Calling delete_port for e93ff527-c5e2-41af-8468-afd5ae3a26c5 owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:39.298412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Pushing event deleted for resources: {'Port': ['ID=de4b51e5-0aec-478b-bf91-8424854c13a5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:39.303044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:39.496378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.539498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2fc64e0>, [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T11:00:36Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:39.544914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5c49b-af57-49d3-82a6-4c6865ac95e7 None None] The sync data for ids ['229a6db5-26aa-49ff-9e56-0724764ce723'] in dv-cinder-786384-1-iscsi is: [{'id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'name': 'tempest-AttachVolumeShelveTestJSON-357150446-router', 'tenant_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:52:37Z', 'updated_at': '2021-04-15T11:00:36Z', 'revision_number': 5, 'project_id': 'e4fc3a0be00044e683a6ad5825f9e4b5', 'gw_port': {'id': 'e93ff527-c5e2-41af-8468-afd5ae3a26c5', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a6db5-26aa-49ff-9e56-0724764ce723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:39Z', 'updated_at': '2021-04-15T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:39.585454 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c719669d-5b1a-495c-b18a-9431fd7fd6cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:39.637331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93ff527-c5e2-41af-8468-afd5ae3a26c5,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:39.642736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:39.686266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.819522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.028118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.030434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.056310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.056823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 229a6db5-26aa-49ff-9e56-0724764ce723 {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:00:40.075538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.076772 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] 10.222.0.93 "DELETE /v2.0/routers/229a6db5-26aa-49ff-9e56-0724764ce723 HTTP/1.1" status: 204  len: 168 time: 1.8049920
Apr 15 11:00:40.079913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57744) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:40.148386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Deleting subnet 15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:00:40.151715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.206647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2579985'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.218522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Router 9d52e822-a115-474a-8342-1beba33cb226 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:40.343882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.418639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:40.428858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] Sync routers for ids ['9d52e822-a115-474a-8342-1beba33cb226'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:40.436121 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] 10.222.0.93 "PUT /v2.0/routers/9d52e822-a115-474a-8342-1beba33cb226/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0240228
Apr 15 11:00:40.438875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57748) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:40.439832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] Routers {'9d52e822-a115-474a-8342-1beba33cb226'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:40.440701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1517908>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['9d52e822-a115-474a-8342-1beba33cb226'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:40.632348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851791847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851668696'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.639963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.650369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:40.756920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b4c53f-89e9-404e-9fff-2c8a4c8ffda2,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:40.762395 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:40.808613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.817075 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1e45d216-8f02-4eb7-a556-bee97bc92a51 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/15b4c53f-89e9-404e-9fff-2c8a4c8ffda2 HTTP/1.1" status: 204  len: 168 time: 0.7359293
Apr 15 11:00:40.819508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57752) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:40.834499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] Set router 9d52e822-a115-474a-8342-1beba33cb226 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:40.953076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.966143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadeb3bd-4e1c-4471-ade1-a10f7af95b6f None None] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:40.980296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 11cdeead-cba8-41c6-a7d3-c462e51993f0 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:41.027902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Deleting port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:41.028298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.097928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.101715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 11cdeead-cba8-41c6-a7d3-c462e51993f0 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:41.102115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 11cdeead-cba8-41c6-a7d3-c462e51993f0 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:41.102577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e93ff527-c5e2-41af-8468-afd5ae3a26c5 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:41.107937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Deleting port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:41.108413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.207981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: e93ff527-c5e2-41af-8468-afd5ae3a26c5 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:41.208566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e93ff527-c5e2-41af-8468-afd5ae3a26c5 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:41.260929 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] For port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=956bed1c-5966-4b9c-a3a5-c9a36a71a3fe,segment=NetworkSegment(e289a881-0382-46eb-9996-04efad2f3c2b),segment_id=e289a881-0382-46eb-9996-04efad2f3c2b)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:41.261797 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.305284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] For port e3330395-13c8-47cb-aba9-ee8b6a3dbdbd, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:41.305284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.411601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Calling delete_port for 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:41.446308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1517908>, [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T11:00:39Z', 'revision_number': 5, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port': {'id': 'e3330395-13c8-47cb-aba9-ee8b6a3dbdbd', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d52e822-a115-474a-8342-1beba33cb226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:41.449653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] Checking router: 9d52e822-a115-474a-8342-1beba33cb226 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:41.454337 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Calling delete_port for e3330395-13c8-47cb-aba9-ee8b6a3dbdbd owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:41.459716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] Routers {'9d52e822-a115-474a-8342-1beba33cb226'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:41.460356 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1517908>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['9d52e822-a115-474a-8342-1beba33cb226'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:41.520608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.532113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42966b84-8c0e-4971-a64b-68ff8014fd9a None None] DHCP port deletion for 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:00:41.536617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-89502837-f231-48a4-a605-1dbfb2b47327 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:41.635969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=956bed1c-5966-4b9c-a3a5-c9a36a71a3fe,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:41.640316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:41.644661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] Set router 9d52e822-a115-474a-8342-1beba33cb226 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:41.650433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.667350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-317064da-cfe6-4c41-8660-96ec4049fc2c tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:41.682770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] No DVR routers for this DVR port 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe on host dv-cinder-786384-1-iscsi {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:41.769904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3330395-13c8-47cb-aba9-ee8b6a3dbdbd,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:41.773810 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:41.779860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1517908>, [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T11:00:41Z', 'revision_number': 6, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port_host': None}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:41.784849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79991e0-1776-4b15-9a22-8515f5aa7553 None None] The sync data for ids ['9d52e822-a115-474a-8342-1beba33cb226'] in dv-cinder-786384-1-iscsi is: [{'id': '9d52e822-a115-474a-8342-1beba33cb226', 'name': 'tempest-TestMinimumBasicScenario-293465083-router', 'tenant_id': '757c7545f6ce4a66869c467366beebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T11:00:41Z', 'revision_number': 6, 'project_id': '757c7545f6ce4a66869c467366beebe7', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:41.809762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.934352 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b0815b38>,) {'filters': {'network_id': ['09cc6cf2-4fb2-4daf-9b02-567c8b07f544']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:41.946006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.949077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0815b38>, 'e289a881-0382-46eb-9996-04efad2f3c2b') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:41.949588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0815b38>, 'e289a881-0382-46eb-9996-04efad2f3c2b') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:41.962399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852195831'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.980917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.987676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:00:42.139478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.142514 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.164277 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.164887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d52e822-a115-474a-8342-1beba33cb226 {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:00:42.176660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:42.179839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.181082 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0fb9c97c-33a7-4c52-92e1-2bc5c01ede56 admin admin] 10.222.0.93 "DELETE /v2.0/routers/9d52e822-a115-474a-8342-1beba33cb226 HTTP/1.1" status: 204  len: 168 time: 1.7410307
Apr 15 11:00:42.183742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57756) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:42.185938 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985658'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.253279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Deleting subnet b655c1ad-a9f2-43f5-9a30-abfff1626012 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:00:42.256492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.309896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.367079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Network 09cc6cf2-4fb2-4daf-9b02-567c8b07f544 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:00:42.391857 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:00:42.400868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.485574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.489464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:42.507203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.513634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=09cc6cf2-4fb2-4daf-9b02-567c8b07f544,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:42.519020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:42.532146 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/09cc6cf2-4fb2-4daf-9b02-567c8b07f544 HTTP/1.1" status: 204  len: 168 time: 1.7109790
Apr 15 11:00:42.659994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57762) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:42.677705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.694472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0fc192f8-7435-43ac-b84d-cbda7555c67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:42.716553 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3d1ff54b-1bb4-4bd3-8d1f-c5e51d3bcbb1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e4fc3a0be00044e683a6ad5825f9e4b5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0529079
Apr 15 11:00:42.716786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57766) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:42.785772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b655c1ad-a9f2-43f5-9a30-abfff1626012,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:42.788828 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.790468 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:42.817256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.836129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.841896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69085cb-8108-4238-8637-f2716f76f559 None None] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:42.851179 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-fed66603-29fa-48c4-9376-128bf9d9706a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b655c1ad-a9f2-43f5-9a30-abfff1626012 HTTP/1.1" status: 204  len: 168 time: 0.6662757
Apr 15 11:00:42.851757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57770) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:42.868704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.878305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cb866ade-a335-4381-8676-50c9a60bd8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:42.890171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10789f6-0ad7-4b49-89c6-58630186c995,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:42.897834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:42.898763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.900071 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b10789f6-0ad7-4b49-89c6-58630186c995 HTTP/1.1" status: 204  len: 168 time: 0.1822793
Apr 15 11:00:42.910465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:42.975205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:42.975591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 956bed1c-5966-4b9c-a3a5-c9a36a71a3fe not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:42.976061 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device de4b51e5-0aec-478b-bf91-8424854c13a5 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:42.978196 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.016555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: de4b51e5-0aec-478b-bf91-8424854c13a5 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:43.016951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device de4b51e5-0aec-478b-bf91-8424854c13a5 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:43.017433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e3330395-13c8-47cb-aba9-ee8b6a3dbdbd no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:43.052581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Deleting port bf20dda9-80f0-4407-819e-d0d77817d7d8 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:43.052962 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.068434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: e3330395-13c8-47cb-aba9-ee8b6a3dbdbd {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:43.068903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e3330395-13c8-47cb-aba9-ee8b6a3dbdbd not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:43.232672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] DHCP port deletion for 2f891fea-0de9-4a1c-bea2-644bdf069d65 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:00:43.237557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Deleting port bf20dda9-80f0-4407-819e-d0d77817d7d8 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:43.237989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.290935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] For port bf20dda9-80f0-4407-819e-d0d77817d7d8, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=bf20dda9-80f0-4407-819e-d0d77817d7d8,segment=NetworkSegment(60cfc5f9-6b3d-454d-93bb-1f9652f17128),segment_id=60cfc5f9-6b3d-454d-93bb-1f9652f17128)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:43.291434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.433105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Calling delete_port for bf20dda9-80f0-4407-819e-d0d77817d7d8 owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:43.473347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] For port bf20dda9-80f0-4407-819e-d0d77817d7d8, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=bf20dda9-80f0-4407-819e-d0d77817d7d8,segment=NetworkSegment(60cfc5f9-6b3d-454d-93bb-1f9652f17128),segment_id=60cfc5f9-6b3d-454d-93bb-1f9652f17128)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:43.473802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.533710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.642866 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:43.699655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf20dda9-80f0-4407-819e-d0d77817d7d8,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:43.713164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:43.725168 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] No DVR routers for this DVR port bf20dda9-80f0-4407-819e-d0d77817d7d8 on host dv-cinder-786384-1-iscsi {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:43.752200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57794) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:43.803897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Calling delete_port for bf20dda9-80f0-4407-819e-d0d77817d7d8 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:43.866745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.872076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-99630615-network', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:43.878163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:43.882609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Usage tracker for resource:network and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:43.885920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:43.886195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:00:43.886594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:00:43.893056 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:43.903099 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Made reservation on behalf of 399f5b1fd23e4c86abf4db0a3d842afd for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:43.907979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.921454 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:43.936515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:43.941409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Usage tracker for resource:security_group_rule and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:43.944404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:43.950548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:43.991735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b09cf908>,) {'filters': {'network_id': ['2f891fea-0de9-4a1c-bea2-644bdf069d65']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:44.005608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b09cf908>, '60cfc5f9-6b3d-454d-93bb-1f9652f17128') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:44.005951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b09cf908>, '60cfc5f9-6b3d-454d-93bb-1f9652f17128') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:44.018474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.033769 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.038308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.040259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:00:44.041273 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.045585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-24281b8d-8938-4935-a1be-7fd04c3dc24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:44.083621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'}  {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:00:44.089359 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf9b32-1c1f-4eea-b1bc-660a445162b3,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:44.092606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:44.098422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.098673 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.segments_db [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Added segment f3970394-a919-4440-9f65-d92e77df6c60 of type vlan for network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68
Apr 15 11:00:44.228111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:44.239250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.374465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732930200042'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.387654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Deleting port bf20dda9-80f0-4407-819e-d0d77817d7d8 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:44.388319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.405267 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.407093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:44.407438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.412594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:44.432824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Network 2f891fea-0de9-4a1c-bea2-644bdf069d65 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:00:44.457469 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:00:44.461947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed2469cf-bf65-421b-84ba-702f94dc711c None None] The port 'bf20dda9-80f0-4407-819e-d0d77817d7d8' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:00:44.522660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Pushing event updated for resources: {'Network': ['ID=01c4ae28-45b4-4a8b-a2e4-042cfec47a68,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:44.525543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:44.529956 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9696217b-dc3e-4b0c-a2f6-e90bd1fe6b7f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7738407
Apr 15 11:00:44.530959 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57800) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:44.532937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 details requested by agent ovs-agent-dv-cinder-786384-1-iscsi with host dv-cinder-786384-1-iscsi {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:00:44.538711 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Request body: {'subnet': {'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-99630615-subnet', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:44.541101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.543942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:44.545547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fa561761-46ed-4be7-8230-479ddaca0de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:44.548342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Usage tracker for resource:subnet and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:44.551546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:44.557499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:44.562346 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.568689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Made reservation on behalf of 399f5b1fd23e4c86abf4db0a3d842afd for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:44.573464 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3107074'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.574714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f891fea-0de9-4a1c-bea2-644bdf069d65,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:44.580502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:44.586945 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] 10.222.0.93 "DELETE /v2.0/networks/2f891fea-0de9-4a1c-bea2-644bdf069d65 HTTP/1.1" status: 204  len: 168 time: 1.7316024
Apr 15 11:00:44.710061 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57806) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:44.764148 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-a4562bbc-d948-473a-bf52-b592f7faf487 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fea27671d994495883ce654a53f77aef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527461
Apr 15 11:00:44.767264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57810) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:44.831771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.853947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device bf20dda9-80f0-4407-819e-d0d77817d7d8 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:44.860311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.891983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: bf20dda9-80f0-4407-819e-d0d77817d7d8 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:44.892383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device bf20dda9-80f0-4407-819e-d0d77817d7d8 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:44.998836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3107091'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.017288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:45.150712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ddf52b-1d45-45f3-a040-1582c59dda70,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:45.155848 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:45.181378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.187167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c34f7f6d-e7bb-44d3-ab38-650c0b324f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:45.201452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd35e0-59a9-46cc-9463-f6ee3c89530e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:45.205509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:45.212657 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.213935 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/11dd35e0-59a9-46cc-9463-f6ee3c89530e HTTP/1.1" status: 204  len: 168 time: 0.4456837
Apr 15 11:00:45.229526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Checking segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:45.229860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Network hostable DHCP agents. Network: 01c4ae28-45b4-4a8b-a2e4-042cfec47a68, hostable agents: ['ebb76e2a-bd67-44e8-8c3c-52592bb0f724'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:00:45.249693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 is scheduled to be hosted by DHCP agent ebb76e2a-bd67-44e8-8c3c-52592bb0f724 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:00:45.259216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-iscsi, 01c4ae28-45b4-4a8b-a2e4-042cfec47a68) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:45.268674 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e56ff2-b837-4911-b757-9455ffff5245 None None] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:45.271891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:45.272548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.293864 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7604923
Apr 15 11:00:45.297030 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57816) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:45.304069 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:45.309753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:45.315144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Usage tracker for resource:router and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:45.318233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:45.324955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:45.336950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-953825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854750867'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.338071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853822142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853823648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853797602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24933'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.364296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.525512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ac46a20-f5ad-5111-a321-272266528bcc-01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70'}]}} from dv-cinder-786384-1-iscsi. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 11:00:45.526573 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.626939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 57822) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:45.675947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853823629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24918'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.681426 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c28dff72-331c-4b67-93de-6f10c63d8b07 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=757c7545f6ce4a66869c467366beebe7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530434
Apr 15 11:00:45.684107 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57826) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:45.701435 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Allocated IP 172.20.0.2 (01c4ae28-45b4-4a8b-a2e4-042cfec47a68/b8ddf52b-1d45-45f3-a040-1582c59dda70/6a6b5e39-e490-4060-bbde-c681b29c20e4) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:00:45.828954 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7192ed14-b6ae-4c90-b3d1-bf91800870f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.872626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7192ed14-b6ae-4c90-b3d1-bf91800870f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.926806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.058794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Transition to ACTIVE for port object 6a6b5e39-e490-4060-bbde-c681b29c20e4 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:46.068533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7192ed14-b6ae-4c90-b3d1-bf91800870f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.074996 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fb94b1d5-47fc-4657-a962-4d77ab487771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:46.080561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Transition to ACTIVE for port object 6a6b5e39-e490-4060-bbde-c681b29c20e4 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:46.085037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.100636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:46.121426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ed14-b6ae-4c90-b3d1-bf91800870f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa0f019-53d3-4c21-a16f-170202feb21d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:46.123901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7192ed14-b6ae-4c90-b3d1-bf91800870f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:46.146831 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7192ed14-b6ae-4c90-b3d1-bf91800870f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.148040 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7192ed14-b6ae-4c90-b3d1-bf91800870f7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9aa0f019-53d3-4c21-a16f-170202feb21d HTTP/1.1" status: 204  len: 168 time: 0.4629233
Apr 15 11:00:46.158573 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.192761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.259952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Pushing event updated for resources: {'Port': ['ID=6a6b5e39-e490-4060-bbde-c681b29c20e4,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:46.272089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.272485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.272867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.273261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.273645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.274018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.274390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.274759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.275148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.275515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.275864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.276226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:46.283139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:46.333155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:46.334549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Resources bound (agent type, host, resource id):  {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:46.336963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:00:46.349257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Allocated IP 172.27.1.213 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:00:46.446698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Attempting to bind port 6a6b5e39-e490-4060-bbde-c681b29c20e4 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:00:46.447049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Attempting to bind port 6a6b5e39-e490-4060-bbde-c681b29c20e4 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:00:46.447443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Attempting to bind port 6a6b5e39-e490-4060-bbde-c681b29c20e4 on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:46.454635 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:00:46.455154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Checking segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:46.455624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.456080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Bound using segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:00:46.456637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Bound port: 6a6b5e39-e490-4060-bbde-c681b29c20e4, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:00:46.457073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.527891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.560502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.570161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] For port 6a6b5e39-e490-4060-bbde-c681b29c20e4, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:00:46.574040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] For port 6a6b5e39-e490-4060-bbde-c681b29c20e4, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=6a6b5e39-e490-4060-bbde-c681b29c20e4,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:00:46.577933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-56b94cd8-d832-48c9-a39b-f303cc32090e tempest-AttachVolumeNegativeTest-460120152 tempest-AttachVolumeNegativeTest-460120152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:46.579550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.595988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-112c8edf-854b-4bdb-b821-c41f95c640ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:46.720229 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Pushing event updated for resources: {'Port': ['ID=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:46.725073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:46.743506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Pushing event updated for resources: {'Port': ['ID=6a6b5e39-e490-4060-bbde-c681b29c20e4,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:46.749195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ce3ec02e-bdb9-4d17-9ce9-80b04ff9fc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:46.780738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:46.782623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:46.785062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:00:47.237501 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:47.439154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-abac7dd7-7f99-4062-b241-2c299d69d242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:47.846740 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853821960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952154'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.071675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5576cb-ba95-4169-a9e2-b0215121c22e None None] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:48.071842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Router da61d68e-49bd-480b-8f57-60310ab69e73 is scheduled to L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 11:00:48.170551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-4e9274eb-fe1c-42b3-8724-e3fb8425b1ce None None] Provisioning for port 6a6b5e39-e490-4060-bbde-c681b29c20e4 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:48.274660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:48.283647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Sync routers for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:48.293714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:48.294591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b22dab38>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:48.297219 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.301962 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.0008440
Apr 15 11:00:48.302345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57832) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:48.490744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:48.805474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b22dab38>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:47Z', 'revision_number': 3, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:48.809808 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Checking router: da61d68e-49bd-480b-8f57-60310ab69e73 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:48.810213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Updating router da61d68e-49bd-480b-8f57-60310ab69e73 port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a binding host dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:00:48.872557 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.884240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 6a6b5e39-e490-4060-bbde-c681b29c20e4 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:48.957456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 6a6b5e39-e490-4060-bbde-c681b29c20e4 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:48.962558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 6a6b5e39-e490-4060-bbde-c681b29c20e4 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:48.963930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.065052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.093041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.128234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 6a6b5e39-e490-4060-bbde-c681b29c20e4, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=6a6b5e39-e490-4060-bbde-c681b29c20e4,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:49.131460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.133425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:49.206017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=6a6b5e39-e490-4060-bbde-c681b29c20e4,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:49.209397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:49.295477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Allocated IP 172.20.0.1 (01c4ae28-45b4-4a8b-a2e4-042cfec47a68/b8ddf52b-1d45-45f3-a040-1582c59dda70/130736f0-cf97-41b0-afc1-86dd2b6d86a3) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:00:49.299358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.311600 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Transition to ACTIVE for port object 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:49.318531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.334680 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0442e7f7-124c-4e14-bf90-8e67751ccb7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:49.456642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.466706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Pushing event updated for resources: {'Port': ['ID=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:49.471092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-74b07419-5882-460a-a49a-e51597a3aeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.476612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Transition to ACTIVE for port object 130736f0-cf97-41b0-afc1-86dd2b6d86a3 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:49.479397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.479790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.480171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.480542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.480914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.481304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.481672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.482041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.482434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.482799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.483162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.483522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:49.490079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:49.504906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.526990 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:49.553135 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Attempting to bind port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:00:49.553601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Attempting to bind port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:00:49.554006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Attempting to bind port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a on network dd8f26ad-8822-4438-83a1-7cd3099d3e06 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:49.559533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:00:49.559945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Checking segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:49.560384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.560812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Bound using segment: {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:00:49.561361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Bound port: 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba263425-aa2b-4ad7-84a2-ca4a0c6050ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:00:49.561775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.637483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] For port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:00:49.640645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] For port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:00:49.644472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.660011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:49.669029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=130736f0-cf97-41b0-afc1-86dd2b6d86a3,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:49.675237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:49.727469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:49.728689 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:49.731033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:00:49.794126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952223'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.820871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Pushing event updated for resources: {'Port': ['ID=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:49.826627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a53f3521-2f0d-4246-8faf-4d987fb9fa29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:49.869126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:49.870016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b22dab38>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:49.924407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:49.943717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-1603cec2-9e11-4947-99f9-3929c60e8a6a None None] Provisioning for port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:49.949258 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-1603cec2-9e11-4947-99f9-3929c60e8a6a None None] Provisioning complete for port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:49.949687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1603cec2-9e11-4947-99f9-3929c60e8a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.014064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1603cec2-9e11-4947-99f9-3929c60e8a6a None None] Port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:00:50.067858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:50.219712 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.225947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.259574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8b70f066-b948-43b6-8bf3-6c1ef4a93cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:50.347826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=130736f0-cf97-41b0-afc1-86dd2b6d86a3,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:50.350479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951348'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.366949 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:50.476371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b22dab38>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:50.481188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f05297-d37a-4203-be72-21a5ae2658d4 None None] The sync data for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi is: [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:50.503177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:50.504397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:50.715109 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.741679 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-5bec4e51-8642-4e2f-9a96-8ecd34f15597 None None] Provisioning complete for port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:50.742102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5bec4e51-8642-4e2f-9a96-8ecd34f15597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.804922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-5bec4e51-8642-4e2f-9a96-8ecd34f15597 None None] Port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:00:50.891603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 6a6b5e39-e490-4060-bbde-c681b29c20e4 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:50.981111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 6a6b5e39-e490-4060-bbde-c681b29c20e4 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:50.981646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.006964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Router da61d68e-49bd-480b-8f57-60310ab69e73 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:51.162361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.239971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:51.251563 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] 10.222.0.93 "PUT /v2.0/routers/da61d68e-49bd-480b-8f57-60310ab69e73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9479184
Apr 15 11:00:51.733130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57848) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:51.740163 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77308532', 'description': 'tempest-description--1887132217'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:51.746927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:51.752041 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:51.755364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:51.761874 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:51.772453 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.794889 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:51.800606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group_rule and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:51.805035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:51.811526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:51.892146 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.894818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.900264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3722c0fb-d96f-4223-a903-a031d48fd41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:51.942071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0904e734-70ae-4b73-80fe-0062013131d0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:51.944870 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:51.945774 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.949817 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3d9b33f8-703a-4251-9be2-499d91d32253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2127817
Apr 15 11:00:51.950608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57852) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:51.957353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'security_group_rule': {'security_group_id': '0904e734-70ae-4b73-80fe-0062013131d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:51.963864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:51.967961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group_rule and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:51.971123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:51.977173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:51.993972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.060960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.063811 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.071617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c2928ecb-0a1a-4584-a816-28f4f464677a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:52.090901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63c43df-151c-48f1-a2a6-438570c3064b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:52.094417 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:52.101437 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.102747 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-54e3b70b-9ddd-4b63-a497-c232fb256942 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1516931
Apr 15 11:00:52.105698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57856) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:52.111542 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'security_group_rule': {'security_group_id': '0904e734-70ae-4b73-80fe-0062013131d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:52.118082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:52.122428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group_rule and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:52.126125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:52.132160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:52.150748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.207048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.216276 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.218815 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.221438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:52.246298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960cdaf3-85d4-40ae-9717-f963346575b2,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:52.251408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:52.258585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.259894 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b2292e46-3c42-4fee-8136-1754323eb009 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1531858
Apr 15 11:00:52.263164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57860) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:52.268665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:52.274780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:52.278819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:floatingip and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:52.282386 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:52.288433 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:52.298144 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.445527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.592053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Allocated IP 172.27.1.240 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/b73632d8-cc3a-4467-96d9-f1c0feb9335e) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:00:52.753134 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.783309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.799311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eff31791-0b6b-4c53-9153-199d9c4bcd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:52.887184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:52.944329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'Port': ['ID=b73632d8-cc3a-4467-96d9-f1c0feb9335e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:52.950022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:52.971230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:52.976465 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:52.976893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.003342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:53.004523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:53.006709 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:00:53.089363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.115733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.132895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:53.135753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.137697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2939fb48-5846-44e0-a2ab-78ab3613f140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:53.155794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.212835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:53.215924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:53.434323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.438512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.453859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-519431ca-03e6-4e27-9ded-680d827b6c1e tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:53.593488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'Port': ['ID=b73632d8-cc3a-4467-96d9-f1c0feb9335e,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:53.599398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:53.702411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.726319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.733253 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4634879
Apr 15 11:00:53.764875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Sync routers for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:53.775993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:53.776683 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b14e1320>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:53.920908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-ad09bc86-a7c9-4db3-9b86-db0170b9f1ff tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:53.940347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-ad09bc86-a7c9-4db3-9b86-db0170b9f1ff tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:53.941700 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-ad09bc86-a7c9-4db3-9b86-db0170b9f1ff tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--77308532&fields=id&tenant_id=399f5b1fd23e4c86abf4db0a3d842afd HTTP/1.1" status: 200  len: 267 time: 0.0724638
Apr 15 11:00:54.108308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-5fbdedde-7f80-4717-8308-8f6fa06bef35 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:54.108958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-5fbdedde-7f80-4717-8308-8f6fa06bef35 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:54.128620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-5fbdedde-7f80-4717-8308-8f6fa06bef35 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:54.129910 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-5fbdedde-7f80-4717-8308-8f6fa06bef35 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 809 time: 0.1803360
Apr 15 11:00:54.140118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:54.145967 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-959a7de9-580f-42a7-b945-4640b8dc7d4e tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/quotas/399f5b1fd23e4c86abf4db0a3d842afd HTTP/1.1" status: 200  len: 375 time: 0.0100241
Apr 15 11:00:54.240847 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-9a9783d4-414f-4583-b6b7-5be75dad03b9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0889778
Apr 15 11:00:54.481947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b14e1320>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:50Z', 'revision_number': 2, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:54.486332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Checking router: da61d68e-49bd-480b-8f57-60310ab69e73 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:54.486736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Updating router da61d68e-49bd-480b-8f57-60310ab69e73 port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 binding host dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:00:54.506869 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-25f0ac8c-57d6-4974-8380-38d6f921d180 service neutron] 10.222.0.93 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522321
Apr 15 11:00:54.543000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:54.652118 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-939433f6-ce0e-4258-a2ab-c46dd57eca67 service neutron] 10.222.0.93 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387792
Apr 15 11:00:54.682208 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:54.870596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-903a8f05-2b9d-499c-8155-e64ef7b31033 req-7c284d17-6592-43ea-9dec-a3e6c2b6f91b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:54.888908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-903a8f05-2b9d-499c-8155-e64ef7b31033 req-7c284d17-6592-43ea-9dec-a3e6c2b6f91b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:54.891432 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-903a8f05-2b9d-499c-8155-e64ef7b31033 req-7c284d17-6592-43ea-9dec-a3e6c2b6f91b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 210 time: 0.0878596
Apr 15 11:00:54.903877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:55.057875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:55.058301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.114184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.144117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Transition to ACTIVE for port object 130736f0-cf97-41b0-afc1-86dd2b6d86a3 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:55.152522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.169123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:55.358354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6f094-6dc3-4ef5-a284-62b252843dfe None None] Pushing event updated for resources: {'Port': ['ID=130736f0-cf97-41b0-afc1-86dd2b6d86a3,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:55.367790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f2d6f094-6dc3-4ef5-a284-62b252843dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:55.584279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Attempting to bind port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 on host dv-cinder-786384-1-iscsi for vnic_type normal with profile  {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:00:55.584700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Attempting to bind port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 by drivers openvswitch,hyperv on host dv-cinder-786384-1-iscsi at level 0 using segments [{'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:00:55.585110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Attempting to bind port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:55.590754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Checking agent: {'id': 'eae08e9e-1a5e-4a2d-b932-ec12b21a4aaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 21), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:00:55.591174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Checking segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:55.591624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.592067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Bound using segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:00:55.592581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Bound port: 130736f0-cf97-41b0-afc1-86dd2b6d86a3, host: dv-cinder-786384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:00:55.592999 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.698192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] For port 130736f0-cf97-41b0-afc1-86dd2b6d86a3, host dv-cinder-786384-1-iscsi, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:00:55.702323 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] For port 130736f0-cf97-41b0-afc1-86dd2b6d86a3, host dv-cinder-786384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=130736f0-cf97-41b0-afc1-86dd2b6d86a3,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:00:55.705907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.722047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:55.877004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6f094-6dc3-4ef5-a284-62b252843dfe None None] Pushing event updated for resources: {'Port': ['ID=130736f0-cf97-41b0-afc1-86dd2b6d86a3,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:55.883310 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f2d6f094-6dc3-4ef5-a284-62b252843dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:55.941567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:55.942082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b14e1320>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:56.029457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-792aa70f-45a3-49de-b090-ec4f140d8374 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:56.031090 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-792aa70f-45a3-49de-b090-ec4f140d8374 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 809 time: 0.2141623
Apr 15 11:00:56.151594 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c2bb3079-021c-449e-8f3c-a013888ca8e8 req-5b07724d-413c-4ec8-9c2a-d2c311e1732f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 210 time: 0.0802608
Apr 15 11:00:56.176097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-7fb4f731-5d52-4ee9-aab7-887e8b110a2b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:56.192738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-7fb4f731-5d52-4ee9-aab7-887e8b110a2b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:56.194474 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-7fb4f731-5d52-4ee9-aab7-887e8b110a2b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd HTTP/1.1" status: 200  len: 5707 time: 0.1551461
Apr 15 11:00:56.195909 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:56.207123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'port': {'device_id': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'admin_state_up': True, 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'security_groups': ['0904e734-70ae-4b73-80fe-0062013131d0']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:56.371367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:56.382676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:56.392226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Made reservation on behalf of 399f5b1fd23e4c86abf4db0a3d842afd for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:56.398508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.584454 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Allocated IP 172.20.0.14 (01c4ae28-45b4-4a8b-a2e4-042cfec47a68/b8ddf52b-1d45-45f3-a040-1582c59dda70/62470e85-da86-4f27-a35c-0c74b0e409a0) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:00:56.745524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b14e1320>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:55Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:56.750828 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef033f4-c313-4317-9f2e-49c069f4c619 None None] The sync data for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi is: [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:55Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:56.804670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.843040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Transition to ACTIVE for port object 62470e85-da86-4f27-a35c-0c74b0e409a0 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:56.872387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.890405 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-29b1e491-5bb5-455e-ba53-6169a028fd22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:56.922955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 130736f0-cf97-41b0-afc1-86dd2b6d86a3 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:57.007791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning for port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:57.014293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:57.015270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.075295 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'Port': ['ID=62470e85-da86-4f27-a35c-0c74b0e409a0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:57.080007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:57.139875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:57.141761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:57.144441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:00:57.161724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.204349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] For port 130736f0-cf97-41b0-afc1-86dd2b6d86a3, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=130736f0-cf97-41b0-afc1-86dd2b6d86a3,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:57.208785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.213653 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:57.230377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:57.231102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.266329 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0651205
Apr 15 11:00:57.279000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Request body: {'port': {'device_id': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:57.300652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Pushing event updated for resources: {'Port': ['ID=130736f0-cf97-41b0-afc1-86dd2b6d86a3,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:57.303945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:57.366058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-6afdf848-c9fa-44f9-8659-6e3ce3a77431 None None] Provisioning for port 62470e85-da86-4f27-a35c-0c74b0e409a0 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:57.371119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-6afdf848-c9fa-44f9-8659-6e3ce3a77431 None None] Provisioning complete for port 62470e85-da86-4f27-a35c-0c74b0e409a0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:57.371541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6afdf848-c9fa-44f9-8659-6e3ce3a77431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.432481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-6afdf848-c9fa-44f9-8659-6e3ce3a77431 None None] Port 62470e85-da86-4f27-a35c-0c74b0e409a0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:00:57.485886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.515278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742965d-8a29-4d74-8283-3b2ce4b31c09 req-55d387bf-7c44-4384-88b3-8e41ca8da1bb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:57.516062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-f742965d-8a29-4d74-8283-3b2ce4b31c09 req-55d387bf-7c44-4384-88b3-8e41ca8da1bb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:57.577431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-f742965d-8a29-4d74-8283-3b2ce4b31c09 req-55d387bf-7c44-4384-88b3-8e41ca8da1bb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:57.579374 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f742965d-8a29-4d74-8283-3b2ce4b31c09 req-55d387bf-7c44-4384-88b3-8e41ca8da1bb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 932 time: 0.2498877
Apr 15 11:00:57.728714 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f742965d-8a29-4d74-8283-3b2ce4b31c09 req-602a3a43-5928-43b6-806f-0a905b87ab23 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1130302
Apr 15 11:00:57.980122 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62470e85-da86-4f27-a35c-0c74b0e409a0 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:00:57.988844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:58.003926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Transition to ACTIVE for port object 62470e85-da86-4f27-a35c-0c74b0e409a0 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:58.006540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:58.022071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b275bf1b-a4b3-4993-9852-7cb2f4a642fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:58.158531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Pushing event updated for resources: {'Port': ['ID=62470e85-da86-4f27-a35c-0c74b0e409a0,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:58.161560 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:58.636737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Attempting to bind port 62470e85-da86-4f27-a35c-0c74b0e409a0 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:00:58.637292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Attempting to bind port 62470e85-da86-4f27-a35c-0c74b0e409a0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:00:58.637436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Attempting to bind port 62470e85-da86-4f27-a35c-0c74b0e409a0 on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:58.642946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Port 62470e85-da86-4f27-a35c-0c74b0e409a0 on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:00:58.643313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Attempting to bind port 62470e85-da86-4f27-a35c-0c74b0e409a0 on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:58.648776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:00:58.649157 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Checking segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:58.649654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Bound using segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:00:58.650126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Bound port: 62470e85-da86-4f27-a35c-0c74b0e409a0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:00:58.650526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:58.748473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] For port 62470e85-da86-4f27-a35c-0c74b0e409a0, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:00:58.752497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] For port 62470e85-da86-4f27-a35c-0c74b0e409a0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62470e85-da86-4f27-a35c-0c74b0e409a0,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:00:58.755242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:58.771349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-85eb3c5d-491c-45a9-834c-62f277bc8c13 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:58.862009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 130736f0-cf97-41b0-afc1-86dd2b6d86a3 up at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:58.930368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Pushing event updated for resources: {'Port': ['ID=62470e85-da86-4f27-a35c-0c74b0e409a0,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:58.933918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:58.935575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394e135-e811-4766-a611-b4ea41243127 req-50e17ab8-87af-4449-9722-b840850b9f59 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:58.937862 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2394e135-e811-4766-a611-b4ea41243127 req-50e17ab8-87af-4449-9722-b840850b9f59 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 944 time: 0.0949636
Apr 15 11:00:58.943362 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Provisioning complete for port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:58.944008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:58.974589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:58.975261 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:58.976733 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] 10.222.0.89 "PUT /v2.0/ports/62470e85-da86-4f27-a35c-0c74b0e409a0 HTTP/1.1" status: 200  len: 1094 time: 1.7033386
Apr 15 11:00:58.977311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:58.991625 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2394e135-e811-4766-a611-b4ea41243127 req-fd7ca328-5545-45c0-9e8e-31e02583a7a5 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472960
Apr 15 11:00:59.066162 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'status': 'completed', 'code': 200}
Apr 15 11:00:59.113449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-3e7dcfcd-1941-4b32-9fce-dac336c8c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.115062 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-3e7dcfcd-1941-4b32-9fce-dac336c8c244 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 1097 time: 0.0975492
Apr 15 11:00:59.195716 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-60ef6384-3ce2-46be-9914-cac870a49619 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62470e85-da86-4f27-a35c-0c74b0e409a0 HTTP/1.1" status: 200  len: 217 time: 0.0713656
Apr 15 11:00:59.266171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-0e38cecc-b638-42ee-b7e3-8cc5e5e142f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.267620 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-0e38cecc-b638-42ee-b7e3-8cc5e5e142f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0644124
Apr 15 11:00:59.357605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-e32120c1-ce3c-4647-885e-cc2b00fe5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.359152 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-e32120c1-ce3c-4647-885e-cc2b00fe5ca1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767567
Apr 15 11:00:59.502163 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-8e814759-1c8e-44d5-a100-4e51833e4eae service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356897
Apr 15 11:00:59.647277 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fc7bec3f-0673-477d-b1b0-20160231a20e req-eeb9f7af-18cd-4575-802c-814324b2ad94 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381609
Apr 15 11:00:59.774743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5b907-6efc-4603-aa31-8583295d92fb req-0e86c60a-80be-4f5b-8b20-b0f58957590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.776341 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61a5b907-6efc-4603-aa31-8583295d92fb req-0e86c60a-80be-4f5b-8b20-b0f58957590a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 1097 time: 0.0832596
Apr 15 11:00:59.917316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5b907-6efc-4603-aa31-8583295d92fb req-884fa586-95cb-459e-8c0b-134b376c2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.918865 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61a5b907-6efc-4603-aa31-8583295d92fb req-884fa586-95cb-459e-8c0b-134b376c2def service neutron] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 911 time: 0.1349339
Apr 15 11:00:59.992608 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61a5b907-6efc-4603-aa31-8583295d92fb req-bbae3192-e9da-464d-b649-b52116ba075e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62470e85-da86-4f27-a35c-0c74b0e409a0 HTTP/1.1" status: 200  len: 217 time: 0.0660889
Apr 15 11:01:00.065568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5b907-6efc-4603-aa31-8583295d92fb req-161712dd-9e25-4e05-8a79-9c9f1842745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:00.067126 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61a5b907-6efc-4603-aa31-8583295d92fb req-161712dd-9e25-4e05-8a79-9c9f1842745d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0679061
Apr 15 11:01:00.151968 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5b907-6efc-4603-aa31-8583295d92fb req-448f22e2-7258-49d4-bdf2-bb48f5cd851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:00.153629 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61a5b907-6efc-4603-aa31-8583295d92fb req-448f22e2-7258-49d4-bdf2-bb48f5cd851d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791371
Apr 15 11:01:00.216604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a8e37-55e5-43dc-b423-025ba10e9c02 req-78fc41cd-4219-43a6-9cf0-7438f36d60a9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:00.218233 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e84a8e37-55e5-43dc-b423-025ba10e9c02 req-78fc41cd-4219-43a6-9cf0-7438f36d60a9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 944 time: 0.0937567
Apr 15 11:01:00.271252 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e84a8e37-55e5-43dc-b423-025ba10e9c02 req-f4ca33a6-b922-467c-aca9-883cf73d0d23 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459979
Apr 15 11:01:00.303250 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61a5b907-6efc-4603-aa31-8583295d92fb req-382ea548-a38e-41cc-9296-8fee19efc6cb service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426642
Apr 15 11:01:00.448425 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-61a5b907-6efc-4603-aa31-8583295d92fb req-49e337d7-6ac0-4ea2-b6c7-d6015d886911 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384132
Apr 15 11:01:01.478666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dff19-b99f-4358-bd01-119ebe1e6e64 req-15248114-34ea-4d4a-b682-a2f15a697185 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:01.480237 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1b6dff19-b99f-4358-bd01-119ebe1e6e64 req-15248114-34ea-4d4a-b682-a2f15a697185 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 944 time: 0.0928984
Apr 15 11:01:01.528835 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1b6dff19-b99f-4358-bd01-119ebe1e6e64 req-1b03fd75-b614-4f6f-87f3-b08abe99620d tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415802
Apr 15 11:01:02.231513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 62470e85-da86-4f27-a35c-0c74b0e409a0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:01:02.378731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 62470e85-da86-4f27-a35c-0c74b0e409a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62470e85-da86-4f27-a35c-0c74b0e409a0,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:02.392473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'port_id': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'mac_address': 'fa:16:3e:91:08:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:01:02.450518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.467770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62470e85-da86-4f27-a35c-0c74b0e409a0 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:02.483946 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 62470e85-da86-4f27-a35c-0c74b0e409a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62470e85-da86-4f27-a35c-0c74b0e409a0,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:02.487330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.489147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:02.561610 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=62470e85-da86-4f27-a35c-0c74b0e409a0,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:02.565531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:02.711496 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['62470e85-da86-4f27-a35c-0c74b0e409a0'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:02.736956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7e909-9880-4e46-86bd-2c4a5b5b6613 req-8a80b158-fc71-498e-85ba-b5be1fdbf30b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:02.738896 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41d7e909-9880-4e46-86bd-2c4a5b5b6613 req-8a80b158-fc71-498e-85ba-b5be1fdbf30b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 945 time: 0.0931325
Apr 15 11:01:02.787983 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-41d7e909-9880-4e46-86bd-2c4a5b5b6613 req-27b9cf58-1f70-42fb-9436-6263e370493e tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420711
Apr 15 11:01:03.990500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d81c6-a297-48ae-b78c-d3c2edef9fcb req-028bbae5-8841-4eb2-857b-44417bd53ebe tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:03.992073 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca4d81c6-a297-48ae-b78c-d3c2edef9fcb req-028bbae5-8841-4eb2-857b-44417bd53ebe tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 945 time: 0.0879071
Apr 15 11:01:04.043501 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca4d81c6-a297-48ae-b78c-d3c2edef9fcb req-67488061-02cb-4600-b2d5-31e08f16775c tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450332
Apr 15 11:01:04.246935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 62470e85-da86-4f27-a35c-0c74b0e409a0 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:01:04.327123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port 62470e85-da86-4f27-a35c-0c74b0e409a0 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:01:04.335456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port 62470e85-da86-4f27-a35c-0c74b0e409a0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:04.336182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.504825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.542841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:04.554242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port 62470e85-da86-4f27-a35c-0c74b0e409a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62470e85-da86-4f27-a35c-0c74b0e409a0,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:04.557500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.560964 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:04.606990 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'code': 200}
Apr 15 11:01:04.644006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=62470e85-da86-4f27-a35c-0c74b0e409a0,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:04.647522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:04.910328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0925f-f2fb-446b-917b-8812eb1e9f7f req-45a169ea-e71a-45c2-b26e-e3d314970f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:04.911944 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-00e0925f-f2fb-446b-917b-8812eb1e9f7f req-45a169ea-e71a-45c2-b26e-e3d314970f16 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 1099 time: 0.1013007
Apr 15 11:01:04.958138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-00e0925f-f2fb-446b-917b-8812eb1e9f7f req-bed488de-c2ba-4edf-93b3-2e63924bf582 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396130
Apr 15 11:01:05.251314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a9083-3a69-4c84-996c-4797e041b07c req-1c3ab7cf-e8a3-4853-9840-e0db5e82098c tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:05.252983 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-599a9083-3a69-4c84-996c-4797e041b07c req-1c3ab7cf-e8a3-4853-9840-e0db5e82098c tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0941310
Apr 15 11:01:05.301221 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-599a9083-3a69-4c84-996c-4797e041b07c req-e8d47123-ca26-40cc-aa4b-a31f28738ee9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419600
Apr 15 11:01:06.505438 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aca53-f6a1-4d4a-a1d3-ff4eb05bc5a7 req-b037dd0f-d8f8-448b-bcb4-b1a06b0bc7d8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.507040 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c77aca53-f6a1-4d4a-a1d3-ff4eb05bc5a7 req-b037dd0f-d8f8-448b-bcb4-b1a06b0bc7d8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0904896
Apr 15 11:01:06.554332 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c77aca53-f6a1-4d4a-a1d3-ff4eb05bc5a7 req-1694ac88-4a8e-4a6e-bbaa-8f2f2ed2bd86 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410011
Apr 15 11:01:06.752053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a17fc-2414-4fd2-8449-4bf0e4ad2232 req-ec57338b-6e6a-4ded-a947-06a10ada68d3 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.753753 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8e2a17fc-2414-4fd2-8449-4bf0e4ad2232 req-ec57338b-6e6a-4ded-a947-06a10ada68d3 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0907323
Apr 15 11:01:06.763212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 57916) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:06.768925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'floatingip': {'port_id': '62470e85-da86-4f27-a35c-0c74b0e409a0'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:06.855298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.492031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.495028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.694919 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Floating IP 6fc07269-1f72-4ddb-95a1-c524e6b0c94e associated. External IP: 172.27.1.240, port: 62470e85-da86-4f27-a35c-0c74b0e409a0.
Apr 15 11:01:08.314823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Router da61d68e-49bd-480b-8f57-60310ab69e73 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:01:08.508005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:01:08.512988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.518529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] Sync routers for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:01:08.528039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:08.528700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1ffeda0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:08.576886 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ed62c5c8-f11d-4804-bef5-a2341d4bdb73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "PUT /v2.0/floatingips/6fc07269-1f72-4ddb-95a1-c524e6b0c94e HTTP/1.1" status: 200  len: 992 time: 1.8124294
Apr 15 11:01:08.577559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:08.627387 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'status': 'completed', 'code': 200}
Apr 15 11:01:08.731256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-bdbc3596-d7f4-44bf-9115-b326075d715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:08.732875 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-bdbc3596-d7f4-44bf-9115-b326075d715d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 1099 time: 0.0831733
Apr 15 11:01:08.734972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:08.877529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-9cd6d4e6-3825-43b0-99cb-3b1c9c8c4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:08.879028 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-9cd6d4e6-3825-43b0-99cb-3b1c9c8c4253 service neutron] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 911 time: 0.1399913
Apr 15 11:01:08.992078 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-8e87e491-b0b2-4498-87a2-e65681b7a525 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62470e85-da86-4f27-a35c-0c74b0e409a0 HTTP/1.1" status: 200  len: 1000 time: 0.1061170
Apr 15 11:01:09.062924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-70ff46af-8000-45c8-bee0-d2243594780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.064485 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-70ff46af-8000-45c8-bee0-d2243594780e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0662138
Apr 15 11:01:09.110513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1ffeda0>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6fc07269-1f72-4ddb-95a1-c524e6b0c94e', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'port_id': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'mac_address': 'fa:16:3e:91:08:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:53Z', 'updated_at': '2021-04-15T11:01:07Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:09.114573 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] Checking router: da61d68e-49bd-480b-8f57-60310ab69e73 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:01:09.123840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:09.124511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1ffeda0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:09.149475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-64a271c1-5aac-4cae-ab84-aa697e56ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.151143 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-64a271c1-5aac-4cae-ab84-aa697e56ddaf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806572
Apr 15 11:01:09.297611 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-e222550a-7626-426e-ac75-6e19e0f6c8f3 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400363
Apr 15 11:01:09.316072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:09.444807 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab2f351e-f44a-40b5-ba2c-94a902521f03 req-e8694509-d7e6-43f8-8f0d-c9ebc9ea9a87 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413519
Apr 15 11:01:09.681812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1ffeda0>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6fc07269-1f72-4ddb-95a1-c524e6b0c94e', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'port_id': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'mac_address': 'fa:16:3e:91:08:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:53Z', 'updated_at': '2021-04-15T11:01:07Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:09.685928 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a2502-d6b7-415c-a44b-8c9525ba3fc6 None None] The sync data for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi is: [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '6fc07269-1f72-4ddb-95a1-c524e6b0c94e', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'port_id': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'mac_address': 'fa:16:3e:91:08:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:53Z', 'updated_at': '2021-04-15T11:01:07Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:01:09.994934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a232d4-543f-415c-b2b0-0d2700313ab6 None None] New status for floating IP 6fc07269-1f72-4ddb-95a1-c524e6b0c94e: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:01:12.575566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:01:17.442832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8477be48-ac21-4dce-b3d1-d1a5c0001dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.636926 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bef3c-75dc-4ae4-95d5-7061d1700256 req-a6abdcd1-a640-4eb1-85a6-88aea473dc12 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:18.638463 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-595bef3c-75dc-4ae4-95d5-7061d1700256 req-a6abdcd1-a640-4eb1-85a6-88aea473dc12 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0884717
Apr 15 11:01:18.685668 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-595bef3c-75dc-4ae4-95d5-7061d1700256 req-cbed7791-40b1-47f5-8de3-f031cf3a322d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405993
Apr 15 11:01:19.472224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4a437075-e510-4062-922f-a6c0ccb893af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.892880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceefafd-a96b-46f8-8e76-7daf92c9f5a6 req-4abbf52a-99ae-4eed-91d9-e07af453ec8a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:19.894466 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fceefafd-a96b-46f8-8e76-7daf92c9f5a6 req-4abbf52a-99ae-4eed-91d9-e07af453ec8a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0912142
Apr 15 11:01:19.941775 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-fceefafd-a96b-46f8-8e76-7daf92c9f5a6 req-19194a9f-8b57-4d57-b3f6-8f40b2cec21d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409811
Apr 15 11:01:20.715710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:21.153675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59622a58-9e3b-418d-8b6b-9e50ff708b4e req-24d17b77-4d6e-42a0-aea9-5bd4368cfab0 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:21.155301 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-59622a58-9e3b-418d-8b6b-9e50ff708b4e req-24d17b77-4d6e-42a0-aea9-5bd4368cfab0 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0947948
Apr 15 11:01:21.155566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:21.207663 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-59622a58-9e3b-418d-8b6b-9e50ff708b4e req-b174cf02-c4e9-45f0-a4c5-cd160472c157 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451839
Apr 15 11:01:22.210221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:22.410076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36647809-5078-4b9d-8645-d9a56dbfaf2e req-2abc2128-f860-4f5c-985b-23321ee9e438 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:22.411657 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-36647809-5078-4b9d-8645-d9a56dbfaf2e req-2abc2128-f860-4f5c-985b-23321ee9e438 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0883629
Apr 15 11:01:22.459739 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-36647809-5078-4b9d-8645-d9a56dbfaf2e req-75f538a9-96ac-44b0-8120-27b5ce5af93a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416451
Apr 15 11:01:23.663285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d81750-caa1-4120-8d03-9bb63e594508 req-4879ecb4-00a4-45e6-b943-d07c9ec05e1c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:23.664869 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8d81750-caa1-4120-8d03-9bb63e594508 req-4879ecb4-00a4-45e6-b943-d07c9ec05e1c tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0915172
Apr 15 11:01:23.720756 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8d81750-caa1-4120-8d03-9bb63e594508 req-eb087d40-6fd7-45e4-84a7-135e3e43fcbb tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492039
Apr 15 11:01:24.635561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:24.926662 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02620f5b-6e1c-4532-b748-56f4ef28c9e1 req-0f0f4b9b-8481-4f3c-b5be-4b6e49ecf35a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:24.928235 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-02620f5b-6e1c-4532-b748-56f4ef28c9e1 req-0f0f4b9b-8481-4f3c-b5be-4b6e49ecf35a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0871422
Apr 15 11:01:24.978690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-02620f5b-6e1c-4532-b748-56f4ef28c9e1 req-8b89adcc-b242-4c73-962b-a68b7d4ba82b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441060
Apr 15 11:01:26.179294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7be25d-5f5c-47da-83e4-1a35b9404af1 req-5779e0d9-2faf-4dac-b706-345992117189 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:26.180877 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0e7be25d-5f5c-47da-83e4-1a35b9404af1 req-5779e0d9-2faf-4dac-b706-345992117189 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0892220
Apr 15 11:01:26.229745 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0e7be25d-5f5c-47da-83e4-1a35b9404af1 req-61ab7ac5-0757-4dfa-924b-a11431076f00 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418859
Apr 15 11:01:27.436984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5433-bc64-4c4b-8da1-6700dc562d2e req-f7a89163-a041-4f33-9c02-dfdb067a1a88 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:27.438719 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c95f5433-bc64-4c4b-8da1-6700dc562d2e req-f7a89163-a041-4f33-9c02-dfdb067a1a88 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0936282
Apr 15 11:01:27.486446 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c95f5433-bc64-4c4b-8da1-6700dc562d2e req-ac98c3fb-adca-4942-80fb-0ec87566f7ae tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413759
Apr 15 11:01:28.693089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05e1d2-0608-4d93-a2cb-ce4fe4f021f1 req-1a9ded34-d904-4d7c-b56a-922f5087aa8d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:28.694771 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2d05e1d2-0608-4d93-a2cb-ce4fe4f021f1 req-1a9ded34-d904-4d7c-b56a-922f5087aa8d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0917721
Apr 15 11:01:28.744695 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2d05e1d2-0608-4d93-a2cb-ce4fe4f021f1 req-f29a5538-c36d-4c8c-a5e1-50f8fcec7318 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433998
Apr 15 11:01:28.748079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-c0402418-3bef-445a-a6fa-5cc273b662a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:28.749967 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-c0402418-3bef-445a-a6fa-5cc273b662a2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1098 time: 0.0801239
Apr 15 11:01:28.892017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-e2cc3e2c-ffdf-4384-9956-d30a35a6f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:28.893596 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-e2cc3e2c-ffdf-4384-9956-d30a35a6f726 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 910 time: 0.1370564
Apr 15 11:01:29.005551 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-0d05cb53-ffba-4dfe-a5e9-d31a0aa0d8ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 1000 time: 0.1053574
Apr 15 11:01:29.082394 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-c979c335-a63b-427a-b8d9-ce73e2450276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:29.083980 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-c979c335-a63b-427a-b8d9-ce73e2450276 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 200  len: 847 time: 0.0651062
Apr 15 11:01:29.169107 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-a66ee4e6-b2f4-4078-bef0-54a3f8ef40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:29.171517 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-a66ee4e6-b2f4-4078-bef0-54a3f8ef40ef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d6ab36b-ce33-4bb0-aea8-53943f190e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804486
Apr 15 11:01:29.317039 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-3c8d4afc-2d35-4014-bab3-29328a3b3a7f service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378560
Apr 15 11:01:29.459839 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-95b0d44f-4db3-48c7-989b-435c10fd9c07 req-8b4c08d4-77bc-4465-972f-e97ed2a1ccc3 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359560
Apr 15 11:01:29.953418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aa03f-f655-4469-a6ba-958288d13fee req-0500c5ca-5e6e-42f3-b03b-d64a7de58ad8 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:29.954983 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f4aa03f-f655-4469-a6ba-958288d13fee req-0500c5ca-5e6e-42f3-b03b-d64a7de58ad8 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0919521
Apr 15 11:01:30.001974 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8f4aa03f-f655-4469-a6ba-958288d13fee req-e9287a9c-eb7c-4567-871d-a2d03f2ec758 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407839
Apr 15 11:01:31.206608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efedf6f-0e7b-4e73-b6db-e482cd0eae34 req-a6afde50-3486-49b9-aef4-d29847a9cb5f tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:31.208227 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0efedf6f-0e7b-4e73-b6db-e482cd0eae34 req-a6afde50-3486-49b9-aef4-d29847a9cb5f tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0916991
Apr 15 11:01:31.262115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0efedf6f-0e7b-4e73-b6db-e482cd0eae34 req-f1a2fbd6-0c8a-48c9-b692-971630dc3c05 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471463
Apr 15 11:01:32.476509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f7162-00de-4181-8293-a8defe75f0b9 req-c2e4d62c-ee5b-4800-b85e-9bec11776582 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:32.479721 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0e5f7162-00de-4181-8293-a8defe75f0b9 req-c2e4d62c-ee5b-4800-b85e-9bec11776582 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0989211
Apr 15 11:01:32.527633 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0e5f7162-00de-4181-8293-a8defe75f0b9 req-7aa2fddf-19fc-4265-b108-b1f0d4dd6cd0 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419579
Apr 15 11:01:32.886835 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-5cb69deb-e234-4e55-bcea-0444fc165f13 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1288593
Apr 15 11:01:32.917518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396ee90-7b99-4297-a69e-fc1de7580d07 req-be4bf547-6eab-459b-abc1-752b0aa524bd tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:32.919182 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5396ee90-7b99-4297-a69e-fc1de7580d07 req-be4bf547-6eab-459b-abc1-752b0aa524bd tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0941298
Apr 15 11:01:32.969463 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5396ee90-7b99-4297-a69e-fc1de7580d07 req-a98a5a57-3b45-4f1b-971e-77f07ca4850f tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427072
Apr 15 11:01:34.168380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400338-326c-4c8c-b79a-d1f1e5fac3d8 req-38160801-c4fc-47d1-ba55-2d03db300190 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.170003 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-34400338-326c-4c8c-b79a-d1f1e5fac3d8 req-38160801-c4fc-47d1-ba55-2d03db300190 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0886400
Apr 15 11:01:34.219836 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-34400338-326c-4c8c-b79a-d1f1e5fac3d8 req-4ea47984-1390-4f73-9a39-b97052db8759 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431902
Apr 15 11:01:34.540486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e0956ad6-8795-41a7-8699-c958d804775b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:34.663524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:34.692567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:34.703284 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:34.708791 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:34.710812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-22c387f0-4e56-4a06-bbf8-b036dadd4b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:34.745019 dv-cinder-786384-1-iscsi neutron-server[85195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b', 'code': 422} returned with failed status
Apr 15 11:01:34.784479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=6']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:34.787735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:35.427451 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f062c55-06dd-4b57-8b67-5351cfc612ef req-0e98d215-015a-494a-b134-b2096376d23b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:35.429037 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1f062c55-06dd-4b57-8b67-5351cfc612ef req-0e98d215-015a-494a-b134-b2096376d23b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0925598
Apr 15 11:01:35.476932 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1f062c55-06dd-4b57-8b67-5351cfc612ef req-d98aa5c8-1154-47d4-93b9-7e4a438faeaf tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413349
Apr 15 11:01:36.450893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-3ea46670-8d34-4593-9850-23fc423f803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.453330 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-3ea46670-8d34-4593-9850-23fc423f803b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f&tenant_id=e164f2e9fc1c45298afaf800629110c7 HTTP/1.1" status: 200  len: 1096 time: 0.0821292
Apr 15 11:01:36.550524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-280c82a7-00b5-490c-97a9-cd1048f4f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.552112 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-280c82a7-00b5-490c-97a9-cd1048f4f6b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1096 time: 0.0772071
Apr 15 11:01:36.695052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cec01-f19e-4987-8b43-1a26f5f1cd22 req-86f3ec42-472f-4d9d-ba52-dfe0a516fbb0 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.696733 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-028cec01-f19e-4987-8b43-1a26f5f1cd22 req-86f3ec42-472f-4d9d-ba52-dfe0a516fbb0 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.1040478
Apr 15 11:01:36.712197 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-2690193a-e399-4ab4-a64d-349b7a3a9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.713863 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-2690193a-e399-4ab4-a64d-349b7a3a9789 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 910 time: 0.1553445
Apr 15 11:01:36.768275 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-028cec01-f19e-4987-8b43-1a26f5f1cd22 req-55e36b5f-c27a-42e5-b65d-bf0da8b01f2a tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531590
Apr 15 11:01:36.828544 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-657fed8a-220e-460b-9c62-38902dc51bd5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 998 time: 0.1073472
Apr 15 11:01:36.898692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-c561b6e3-eba9-479c-886a-d1c8f16ae793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.900258 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-c561b6e3-eba9-479c-886a-d1c8f16ae793 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 200  len: 847 time: 0.0652804
Apr 15 11:01:36.987541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-72959e22-341e-4fb2-a2e5-ad78b0cfeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.989160 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-72959e22-341e-4fb2-a2e5-ad78b0cfeac5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d6ab36b-ce33-4bb0-aea8-53943f190e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822856
Apr 15 11:01:37.136336 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-af98e3a1-e773-41c8-9fd6-ab57d2cb95fb service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400893
Apr 15 11:01:37.285895 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-064e6ef4-24a9-44e2-bef0-6df1d665d1cc req-2da86e61-5917-4688-a851-2d316ee321ea service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429579
Apr 15 11:01:37.974331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66840d-6027-4f88-b081-c2c0c9a5e833 req-a6d78fc9-3ccd-41ea-886c-51a1fb4bc036 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:37.975836 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6b66840d-6027-4f88-b081-c2c0c9a5e833 req-a6d78fc9-3ccd-41ea-886c-51a1fb4bc036 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0881045
Apr 15 11:01:38.022935 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6b66840d-6027-4f88-b081-c2c0c9a5e833 req-8bee4799-d60b-4ffb-95e2-42a2f1209e92 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407519
Apr 15 11:01:39.232822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafdfae-a4b5-4fae-a1f2-36f90546d31b req-152939b5-6cbe-48ae-ab2d-0e9df9c0c7d2 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:39.234580 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bfafdfae-a4b5-4fae-a1f2-36f90546d31b req-152939b5-6cbe-48ae-ab2d-0e9df9c0c7d2 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0949507
Apr 15 11:01:39.283655 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bfafdfae-a4b5-4fae-a1f2-36f90546d31b req-b600f996-db51-424e-8a9d-75e7873b0286 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424275
Apr 15 11:01:40.493254 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab4941-f7e8-4328-8191-d0e3d1adcecb req-6b972526-3262-41d5-a3bc-70ba1651750d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:40.495151 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27ab4941-f7e8-4328-8191-d0e3d1adcecb req-6b972526-3262-41d5-a3bc-70ba1651750d tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0946393
Apr 15 11:01:40.542550 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27ab4941-f7e8-4328-8191-d0e3d1adcecb req-03ea3149-73fc-400d-9ebf-330c983147d3 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408120
Apr 15 11:01:40.948314 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fdaba1a9-1091-438b-9756-94caf1f874b7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955544898&fields=id&tenant_id=20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 267 time: 0.0442681
Apr 15 11:01:41.366255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-a4da182e-4451-465c-9ff8-0cd28719dce8 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:41.367831 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-a4da182e-4451-465c-9ff8-0cd28719dce8 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 812 time: 0.4122825
Apr 15 11:01:41.384886 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-cf3d877b-746f-425c-95a1-56433f0a197f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/quotas/20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 375 time: 0.0109253
Apr 15 11:01:41.487091 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-e024a38b-c249-4713-a523-aab6a9c80f73 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0960445
Apr 15 11:01:41.641032 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-33a84b63-03de-4350-930b-71fc79cd0310 service neutron] 10.222.0.93 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409113
Apr 15 11:01:41.760454 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee9d0f-d182-429a-a699-94b4c0abf77a req-1fcba41a-51eb-4722-9c0d-b3146d64614b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:41.762138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5ee9d0f-d182-429a-a699-94b4c0abf77a req-1fcba41a-51eb-4722-9c0d-b3146d64614b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0980031
Apr 15 11:01:41.790654 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-146102d0-bd7a-4a5e-aaea-b243d10f045c service neutron] 10.222.0.93 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429806
Apr 15 11:01:41.820481 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c5ee9d0f-d182-429a-a699-94b4c0abf77a req-9258db15-d120-4f3e-93c3-95669e6cd25b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518949
Apr 15 11:01:42.218115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-71eaef0d-40ed-4a17-8cce-1499232f3847 req-43b181d0-62c8-48ee-aebf-37dc5215c69c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 210 time: 0.0512192
Apr 15 11:01:43.027728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbc8c-ac44-48de-9c38-08d74ae2ce86 req-36eb9b46-efb9-48f3-9f78-ce17c8dd76d5 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:43.029935 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e03bbc8c-ac44-48de-9c38-08d74ae2ce86 req-36eb9b46-efb9-48f3-9f78-ce17c8dd76d5 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.0951514
Apr 15 11:01:43.079994 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e03bbc8c-ac44-48de-9c38-08d74ae2ce86 req-e8834a37-b0a7-47ce-a71e-e4e3098bc300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435159
Apr 15 11:01:43.301458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-d37c55f3-e609-4ddc-ac39-eb83fc493c6f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:43.302969 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-d37c55f3-e609-4ddc-ac39-eb83fc493c6f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 812 time: 0.1666837
Apr 15 11:01:43.409305 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2b62f1a6-efbd-452b-b061-bbd2bdde42c7 req-d62a52df-d1ec-4c79-9c23-6d9f61936470 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 210 time: 0.0631421
Apr 15 11:01:43.434152 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-11fed6bb-63cd-4c06-8c02-b85821f41d1b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=20378def4f1f4105aec253d39ff8fba7 HTTP/1.1" status: 200  len: 8059 time: 0.1206560
Apr 15 11:01:43.444797 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'port': {'device_id': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'admin_state_up': True, 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'security_groups': ['3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:43.595592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:43.606506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:43.615856 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Made reservation on behalf of 20378def4f1f4105aec253d39ff8fba7 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:01:43.621981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:43.799868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Allocated IP 172.20.0.11 (3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41/20d92b8d-46f6-4b78-bb84-4d5e0c0a9219/e19c3460-42a5-4714-92eb-2c96f98daa40) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:01:44.004892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.021375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Transition to ACTIVE for port object e19c3460-42a5-4714-92eb-2c96f98daa40 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:01:44.044508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.060718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bc0ef62d-cd82-4f4c-9bb7-d745cf9263da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:44.205512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=e19c3460-42a5-4714-92eb-2c96f98daa40,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:44.256389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.256815 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.257259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.257684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.258100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.258509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.258915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.259320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.259726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.260128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.260526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.260927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:44.272692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:44.343193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:01:44.345906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:01:44.348502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:01:44.397514 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b65f9-1305-4bab-b11b-c2e492acc452 req-a30791aa-32ca-4999-8c28-6b98aaa7c7be tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:44.399201 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1b65f9-1305-4bab-b11b-c2e492acc452 req-a30791aa-32ca-4999-8c28-6b98aaa7c7be tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 943 time: 0.1974297
Apr 15 11:01:44.447067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:44.447737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.469541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e0956ad6-8795-41a7-8699-c958d804775b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:01:44.493473 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ca1b65f9-1305-4bab-b11b-c2e492acc452 req-9d1b134a-9535-482a-89fe-0aab9382c2a1 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794032
Apr 15 11:01:44.495418 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-1747e69a-35f0-45f1-9e45-7af455c1244e tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0550270
Apr 15 11:01:44.508172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Request body: {'port': {'device_id': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:44.638185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:44.641670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553060-952f-4027-b760-0746311dd136 req-55f5ca5c-6d57-4f0c-9986-e808e311e195 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:44.643712 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81553060-952f-4027-b760-0746311dd136 req-55f5ca5c-6d57-4f0c-9986-e808e311e195 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 932 time: 0.1022704
Apr 15 11:01:44.647125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.656188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'e0956ad6-8795-41a7-8699-c958d804775b', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'port_id': 'e0956ad6-8795-41a7-8699-c958d804775b', 'mac_address': 'fa:16:3e:99:4d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:01:44.688292 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c5b25bd6-a136-42fd-9532-d8450cc5b189 None None] Provisioning for port e19c3460-42a5-4714-92eb-2c96f98daa40 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:01:44.702991 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-81553060-952f-4027-b760-0746311dd136 req-49ba3b19-a72f-4781-b9fe-4cf0e807ab71 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522730
Apr 15 11:01:44.740409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-c5b25bd6-a136-42fd-9532-d8450cc5b189 None None] Provisioning complete for port e19c3460-42a5-4714-92eb-2c96f98daa40 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:44.740935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b25bd6-a136-42fd-9532-d8450cc5b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.782415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.816016 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0956ad6-8795-41a7-8699-c958d804775b {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:44.838377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c5b25bd6-a136-42fd-9532-d8450cc5b189 None None] Port e19c3460-42a5-4714-92eb-2c96f98daa40 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:01:44.844620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:44.847441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.849937 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:44.925762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=7']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:44.929090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:45.071949 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['e0956ad6-8795-41a7-8699-c958d804775b'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:45.081457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19c3460-42a5-4714-92eb-2c96f98daa40 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:45.089400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.104828 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Transition to ACTIVE for port object e19c3460-42a5-4714-92eb-2c96f98daa40 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:01:45.107585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.124502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:45.273859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e19c3460-42a5-4714-92eb-2c96f98daa40,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:45.276958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:45.505529 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Attempting to bind port e19c3460-42a5-4714-92eb-2c96f98daa40 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:01:45.505905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Attempting to bind port e19c3460-42a5-4714-92eb-2c96f98daa40 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:01:45.506278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Attempting to bind port e19c3460-42a5-4714-92eb-2c96f98daa40 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:01:45.511237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Port e19c3460-42a5-4714-92eb-2c96f98daa40 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:01:45.511606 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Attempting to bind port e19c3460-42a5-4714-92eb-2c96f98daa40 on network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:01:45.517412 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:01:45.517790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Checking segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:01:45.518214 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Bound using segment: {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:01:45.518685 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Bound port: e19c3460-42a5-4714-92eb-2c96f98daa40, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec79da78-ff25-4761-ae01-03eac501832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:01:45.519068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.620853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] For port e19c3460-42a5-4714-92eb-2c96f98daa40, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:01:45.626154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] For port e19c3460-42a5-4714-92eb-2c96f98daa40, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e19c3460-42a5-4714-92eb-2c96f98daa40,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:01:45.667994 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.688467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:45.880090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e19c3460-42a5-4714-92eb-2c96f98daa40,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:45.890025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:45.914707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636e4e-bb6f-41c3-ab7e-9077243cade9 req-b0e179b8-e53d-41e7-a5ee-ddde5280f5b3 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:45.916310 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a636e4e-bb6f-41c3-ab7e-9077243cade9 req-b0e179b8-e53d-41e7-a5ee-ddde5280f5b3 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 944 time: 0.2931378
Apr 15 11:01:45.921550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:45.922317 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.923741 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] 10.222.0.89 "PUT /v2.0/ports/e19c3460-42a5-4714-92eb-2c96f98daa40 HTTP/1.1" status: 200  len: 1094 time: 1.4205346
Apr 15 11:01:45.924348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:46.007434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9a45-5f22-4ee5-b7b4-488c4360605d req-cb784f9a-60fc-4615-8255-38336bd251ca tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.009248 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8dab9a45-5f22-4ee5-b7b4-488c4360605d req-cb784f9a-60fc-4615-8255-38336bd251ca tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 944 time: 0.1111181
Apr 15 11:01:46.023198 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a636e4e-bb6f-41c3-ab7e-9077243cade9 req-bc4a6bf8-8785-457d-8eb4-b0cc05edc662 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931058
Apr 15 11:01:46.064661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-a4f5e422-1540-4c2c-a777-9a107997b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.066479 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-a4f5e422-1540-4c2c-a777-9a107997b498 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 1097 time: 0.0941639
Apr 15 11:01:46.075912 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8dab9a45-5f22-4ee5-b7b4-488c4360605d req-371c57af-6046-42d0-9d4d-0f1a9259bf73 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591860
Apr 15 11:01:46.128608 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'status': 'completed', 'code': 200}
Apr 15 11:01:46.145040 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-70cbfd88-1d12-47be-badb-70c4e60ac48e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19c3460-42a5-4714-92eb-2c96f98daa40 HTTP/1.1" status: 200  len: 217 time: 0.0709825
Apr 15 11:01:46.216895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-7f60b780-8275-4738-96f1-a21c38796a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.218929 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-7f60b780-8275-4738-96f1-a21c38796a25 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0670650
Apr 15 11:01:46.302710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-c7d844f9-87da-43a6-8471-58eaecdbc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.304324 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-c7d844f9-87da-43a6-8471-58eaecdbc41b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776856
Apr 15 11:01:46.480369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e0956ad6-8795-41a7-8699-c958d804775b up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:01:46.557469 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port e0956ad6-8795-41a7-8699-c958d804775b triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:46.557899 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:46.685609 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:46.690494 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-2405c6cb-e703-46a2-892e-c60e0f029bab service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3793585
Apr 15 11:01:46.715957 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:46.727084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:46.731530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:46.734436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:46.772248 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b', 'code': 200}
Apr 15 11:01:46.816024 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=8']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:46.824304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.824700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.825298 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.825524 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.825832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.826363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.826547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.827805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.828188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.828548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.828922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.829314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:46.833516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:46.866175 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d563ca1d-c4a0-4471-8e91-84654aaaeb2e req-3e119727-a95a-48cf-a428-3c67e7ae8964 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689892
Apr 15 11:01:46.998123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444064-0da5-4e71-87a4-f3000260a7af req-f6553757-61ae-4264-a14a-aab59044a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.000337 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a444064-0da5-4e71-87a4-f3000260a7af req-f6553757-61ae-4264-a14a-aab59044a32e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 1097 time: 0.0871117
Apr 15 11:01:47.288628 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444064-0da5-4e71-87a4-f3000260a7af req-5f898a30-20ce-4534-bc2b-ae52c3eb0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.290190 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a444064-0da5-4e71-87a4-f3000260a7af req-5f898a30-20ce-4534-bc2b-ae52c3eb0f32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.2759216
Apr 15 11:01:47.297410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9924e-f12c-456e-ad1a-12461aeba2ed req-fa88a251-35a3-4e0d-8290-7170e3fd8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.299031 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83b9924e-f12c-456e-ad1a-12461aeba2ed req-fa88a251-35a3-4e0d-8290-7170e3fd8804 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1098 time: 0.2619174
Apr 15 11:01:47.403258 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a444064-0da5-4e71-87a4-f3000260a7af req-28268aa3-7ebf-4c35-84d8-42b527d37e56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19c3460-42a5-4714-92eb-2c96f98daa40 HTTP/1.1" status: 200  len: 217 time: 0.1030881
Apr 15 11:01:47.415679 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a68e16-5bcf-414f-ba05-61a6de1d202e req-b1add2e5-f04e-4f41-b33a-8e8464551e67 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.417402 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-94a68e16-5bcf-414f-ba05-61a6de1d202e req-b1add2e5-f04e-4f41-b33a-8e8464551e67 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.2682216
Apr 15 11:01:47.476647 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f37dd5d8-9fcd-4174-ad3c-8a929ac2d632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:47.505408 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83b9924e-f12c-456e-ad1a-12461aeba2ed req-4d3a2f24-d5f5-4c3f-b06b-5538196ce14d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469636
Apr 15 11:01:47.539437 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2864c29-ed07-49a7-b21f-529021283d43 req-3474b74e-8738-4503-a9a1-8b8d86958b6b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.542376 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2864c29-ed07-49a7-b21f-529021283d43 req-3474b74e-8738-4503-a9a1-8b8d86958b6b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 944 time: 0.3421896
Apr 15 11:01:47.542973 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-94a68e16-5bcf-414f-ba05-61a6de1d202e req-f99b7a98-2760-44f2-a2e0-1ebfa178f589 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783436
Apr 15 11:01:47.544732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444064-0da5-4e71-87a4-f3000260a7af req-842ff66e-398d-41ef-bf9d-28fbe972f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.547334 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a444064-0da5-4e71-87a4-f3000260a7af req-842ff66e-398d-41ef-bf9d-28fbe972f937 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.1276560
Apr 15 11:01:47.601728 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2864c29-ed07-49a7-b21f-529021283d43 req-f2da775c-31cb-46fc-aff4-6f7d7a4fb040 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531957
Apr 15 11:01:47.645985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444064-0da5-4e71-87a4-f3000260a7af req-3563432a-8c6a-497a-a2ec-20b6e87aa046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.647628 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a444064-0da5-4e71-87a4-f3000260a7af req-3563432a-8c6a-497a-a2ec-20b6e87aa046 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908453
Apr 15 11:01:47.801431 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a444064-0da5-4e71-87a4-f3000260a7af req-25f5342a-ca8e-41ef-9d7a-7bf3b4c8cf67 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443439
Apr 15 11:01:47.949760 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a444064-0da5-4e71-87a4-f3000260a7af req-0bd161cb-1721-4d31-87fa-d9d28ff05016 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417718
Apr 15 11:01:48.749907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d01dd-69d8-4c7d-8a3f-8b9c6655ff44 req-a98ab12e-ff37-4202-8b4e-43491f0beb52 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:48.751730 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-448d01dd-69d8-4c7d-8a3f-8b9c6655ff44 req-a98ab12e-ff37-4202-8b4e-43491f0beb52 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0917249
Apr 15 11:01:48.804310 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-448d01dd-69d8-4c7d-8a3f-8b9c6655ff44 req-0e6bb9d9-9fc8-404f-8106-f7b4570898c3 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457983
Apr 15 11:01:48.813434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040edbcf-26c2-4d45-8ad3-5be0bc3e494a req-13f4d9c5-8f8e-4bd7-96de-d9c6b5e58224 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:48.814223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-040edbcf-26c2-4d45-8ad3-5be0bc3e494a req-13f4d9c5-8f8e-4bd7-96de-d9c6b5e58224 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:48.830357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-040edbcf-26c2-4d45-8ad3-5be0bc3e494a req-13f4d9c5-8f8e-4bd7-96de-d9c6b5e58224 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:48.831645 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-040edbcf-26c2-4d45-8ad3-5be0bc3e494a req-13f4d9c5-8f8e-4bd7-96de-d9c6b5e58224 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 944 time: 0.1082876
Apr 15 11:01:48.880648 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-040edbcf-26c2-4d45-8ad3-5be0bc3e494a req-21113db5-16a2-4dcb-941d-473a7196fb90 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420647
Apr 15 11:01:49.472972 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2f2486d6-57d5-46f4-971e-55143c4006c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:49.574905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:01:50.088925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c2024-01b4-477f-8265-12e7d5ea39d7 req-cabc7f62-8c9f-4fcd-8f30-2d3f333c02b1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:50.090438 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d19c2024-01b4-477f-8265-12e7d5ea39d7 req-cabc7f62-8c9f-4fcd-8f30-2d3f333c02b1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 944 time: 0.0896761
Apr 15 11:01:50.138964 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d19c2024-01b4-477f-8265-12e7d5ea39d7 req-3e6bee06-4564-4cac-bf5d-51b1c24e0a58 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421162
Apr 15 11:01:50.718320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:51.156457 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:51.346006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb76a9-2363-48ff-b2f5-ceab5cca730b req-1fd11b87-a0b5-4c0a-bccb-19e0ee75c89f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:51.347605 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4fb76a9-2363-48ff-b2f5-ceab5cca730b req-1fd11b87-a0b5-4c0a-bccb-19e0ee75c89f tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 944 time: 0.0955684
Apr 15 11:01:51.397613 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b4fb76a9-2363-48ff-b2f5-ceab5cca730b req-d1b2c90f-3df7-4410-9228-242d06d00741 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432389
Apr 15 11:01:52.213965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:52.599124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9e5ce-570c-45c9-9497-2878a38afac6 req-a0af566c-8d7f-4e56-a9a5-af53488800da tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:52.600660 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-23e9e5ce-570c-45c9-9497-2878a38afac6 req-a0af566c-8d7f-4e56-a9a5-af53488800da tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 944 time: 0.0906398
Apr 15 11:01:52.654105 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-23e9e5ce-570c-45c9-9497-2878a38afac6 req-614b311c-4aae-4579-b2d1-6ec5614bdada tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470374
Apr 15 11:01:53.602398 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-5dbe6db4-5b54-4765-af7c-1f58bf594ccc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771394
Apr 15 11:01:53.782650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-9aec5bff-1c7d-425f-9385-4f9aea199531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.784242 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-9aec5bff-1c7d-425f-9385-4f9aea199531 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1098 time: 0.0802350
Apr 15 11:01:53.868006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa569a-c0b1-4d1b-b68e-e3a2488983e3 req-36dad5cf-2957-4c90-9e4b-2e934681fa4a tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.869531 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecfa569a-c0b1-4d1b-b68e-e3a2488983e3 req-36dad5cf-2957-4c90-9e4b-2e934681fa4a tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 944 time: 0.0968544
Apr 15 11:01:53.923331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ecfa569a-c0b1-4d1b-b68e-e3a2488983e3 req-f1c98255-c52f-476e-bee6-57c74d00fec4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472875
Apr 15 11:01:53.947235 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-bfc565ce-7ea1-4fb3-a3b9-eec75770a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.948828 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-bfc565ce-7ea1-4fb3-a3b9-eec75770a7ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 910 time: 0.1419783
Apr 15 11:01:54.059378 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-6771a0d2-c20c-42e7-bcbd-4e4fce90a77c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 1000 time: 0.1034718
Apr 15 11:01:54.132578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-c2949181-b2e8-4185-a546-0dc514e0d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:54.134069 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-c2949181-b2e8-4185-a546-0dc514e0d9e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 200  len: 847 time: 0.0669198
Apr 15 11:01:54.216649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-e295e95c-d71f-41bd-9794-1ec6abfea2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:54.218842 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-e295e95c-d71f-41bd-9794-1ec6abfea2fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d6ab36b-ce33-4bb0-aea8-53943f190e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776782
Apr 15 11:01:54.365261 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-740e8a24-479b-47c1-bfdd-a012b238853c service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383116
Apr 15 11:01:54.504043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e19c3460-42a5-4714-92eb-2c96f98daa40 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:01:54.511352 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a14abe9c-6822-4cc8-87bb-458d5e8893ba req-851b16e4-9b12-40a8-a1dd-6643f0f0980e service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378915
Apr 15 11:01:54.660933 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e19c3460-42a5-4714-92eb-2c96f98daa40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e19c3460-42a5-4714-92eb-2c96f98daa40,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:54.668396 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:54.676180 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'port_id': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'mac_address': 'fa:16:3e:f9:1c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:01:54.736940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:54.754882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19c3460-42a5-4714-92eb-2c96f98daa40 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:54.772869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e19c3460-42a5-4714-92eb-2c96f98daa40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e19c3460-42a5-4714-92eb-2c96f98daa40,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:54.775646 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:54.778269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2939fb48-5846-44e0-a2ab-78ab3613f140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:54.850918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e19c3460-42a5-4714-92eb-2c96f98daa40,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:54.854184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:55.036148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['e19c3460-42a5-4714-92eb-2c96f98daa40'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:55.131170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f38f9c-7f72-4775-9938-c399ebae2f94 req-d1a1b6f5-32a0-4ab7-aa86-9a3a5a1d0d7c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:55.132785 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-29f38f9c-7f72-4775-9938-c399ebae2f94 req-d1a1b6f5-32a0-4ab7-aa86-9a3a5a1d0d7c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 945 time: 0.0915234
Apr 15 11:01:55.187007 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-29f38f9c-7f72-4775-9938-c399ebae2f94 req-c842a06c-9f0b-4cb4-bd55-d5e0ece7f88d tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473843
Apr 15 11:01:56.390779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22afddb-71df-4206-a9bc-3f3eec558198 req-3f2da608-9564-479e-8cd6-b45a2dd0ecc0 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:56.392368 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e22afddb-71df-4206-a9bc-3f3eec558198 req-3f2da608-9564-479e-8cd6-b45a2dd0ecc0 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 945 time: 0.0891149
Apr 15 11:01:56.443422 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e22afddb-71df-4206-a9bc-3f3eec558198 req-2b297fee-cc10-40c4-aecd-6366c67e8384 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447350
Apr 15 11:01:56.503813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e19c3460-42a5-4714-92eb-2c96f98daa40 up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:01:56.575864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port e19c3460-42a5-4714-92eb-2c96f98daa40 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:01:56.580796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port e19c3460-42a5-4714-92eb-2c96f98daa40 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:56.581216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:56.704921 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:56.735332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:56.745747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port e19c3460-42a5-4714-92eb-2c96f98daa40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e19c3460-42a5-4714-92eb-2c96f98daa40,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:56.749619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:56.751574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:56.792265 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'code': 200}
Apr 15 11:01:56.826463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=e19c3460-42a5-4714-92eb-2c96f98daa40,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:56.830065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:57.110449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbfd7e-0fce-464c-bb70-0647d868c213 req-94fc7bb6-225c-4f49-a6e7-af8dedfbee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:57.111994 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6dbfd7e-0fce-464c-bb70-0647d868c213 req-94fc7bb6-225c-4f49-a6e7-af8dedfbee72 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 1099 time: 0.0781052
Apr 15 11:01:57.155754 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e6dbfd7e-0fce-464c-bb70-0647d868c213 req-d66b2520-9fd8-4e5c-9201-e0a9065a0432 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364056
Apr 15 11:01:57.644898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849801-e557-4457-b14f-8dedb2a4ee26 req-017f70b2-b7b2-4de0-a262-231ccc795b8a tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:57.646572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c849801-e557-4457-b14f-8dedb2a4ee26 req-017f70b2-b7b2-4de0-a262-231ccc795b8a tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 946 time: 0.0902689
Apr 15 11:01:57.696381 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8c849801-e557-4457-b14f-8dedb2a4ee26 req-8406b028-5cfd-4f71-a4c4-eab641bd579c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433843
Apr 15 11:01:58.910059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17227882-8a90-40f8-9c7d-1b9762fb4dd5 req-aeff41fa-2103-4423-90a1-2f0c7fd200f4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:58.911664 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17227882-8a90-40f8-9c7d-1b9762fb4dd5 req-aeff41fa-2103-4423-90a1-2f0c7fd200f4 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 946 time: 0.0927665
Apr 15 11:01:58.959778 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-17227882-8a90-40f8-9c7d-1b9762fb4dd5 req-fc9f6a6e-edae-4340-bc7d-af9f798472ce tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417891
Apr 15 11:01:59.166060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876758-cdfe-4528-a128-10678fdadcfa req-c00c0840-ef50-402f-9208-9c355360d3e7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:59.167605 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cd876758-cdfe-4528-a128-10678fdadcfa req-c00c0840-ef50-402f-9208-9c355360d3e7 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 946 time: 0.0909135
Apr 15 11:01:59.215445 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cd876758-cdfe-4528-a128-10678fdadcfa req-27492d4d-0aa3-4ccb-ab56-a0694ea07434 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404582
Apr 15 11:01:59.240316 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58182) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:59.317724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67962f76-325f-4fd7-99dc-f62c4b2fbead tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:59.319260 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-67962f76-325f-4fd7-99dc-f62c4b2fbead tempest-TestVolumeBootPattern-1248538679 tempest-TestVolumeBootPattern-1248538679-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 1094 time: 0.0778706
Apr 15 11:01:59.322256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58186) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:59.327706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'port_id': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:59.333915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:59.337924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Usage tracker for resource:floatingip and tenant:20378def4f1f4105aec253d39ff8fba7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:59.340858 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:59.346865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:59.357013 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.503062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.651947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Allocated IP 172.27.1.86 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/78c8dba5-2d37-47a1-8529-6f09b97754c1) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:01:59.811011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.841672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.857843 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e1df44e8-afec-4702-908d-1609f7a4622d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:00.253313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=78c8dba5-2d37-47a1-8529-6f09b97754c1,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:00.258758 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:00.284171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ec920-7f4b-44c9-a886-9b1ce10da4c0 req-11e14704-dfd6-4175-98e4-64319f704427 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:00.285828 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c00ec920-7f4b-44c9-a886-9b1ce10da4c0 req-11e14704-dfd6-4175-98e4-64319f704427 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0930507
Apr 15 11:02:00.310349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:00.312058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:00.314485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:00.335139 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-c00ec920-7f4b-44c9-a886-9b1ce10da4c0 req-9e21a5e2-35dc-4f91-acef-c94047647fe6 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427411
Apr 15 11:02:00.748853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:00.826914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.099733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.103139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.118693 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-88f00b90-f395-4d1a-95cd-dc7b0eb7a860 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:01.252407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event updated for resources: {'Port': ['ID=78c8dba5-2d37-47a1-8529-6f09b97754c1,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:01.257481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:01.362745 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.612639 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Floating IP 89ccd146-e3b8-4afa-873a-7e06b125183b associated. External IP: 172.27.1.86, port: e19c3460-42a5-4714-92eb-2c96f98daa40.
Apr 15 11:02:01.755514 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9b656-15cd-4897-b02e-6bcba4c31e90 req-875de10f-af2e-4afb-9f35-a1ff0c38d2eb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:01.757122 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b0a9b656-15cd-4897-b02e-6bcba4c31e90 req-875de10f-af2e-4afb-9f35-a1ff0c38d2eb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.2752926
Apr 15 11:02:01.840177 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b0a9b656-15cd-4897-b02e-6bcba4c31e90 req-fcce8882-64b7-49ec-9975-29dc48aca1a0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0661831
Apr 15 11:02:02.052906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:02:02.244251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:02.254733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:02.265038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:02.265753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e12b38>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:02.268851 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.328842 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0054135
Apr 15 11:02:02.329539 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:02.382851 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'status': 'completed', 'code': 200}
Apr 15 11:02:02.457345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:02.487678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0e389-4598-4315-882a-8dafde514580 req-d92822de-e15a-4317-a353-0759d2cef9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:02.489315 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42c0e389-4598-4315-882a-8dafde514580 req-d92822de-e15a-4317-a353-0759d2cef9cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 1099 time: 0.0822062
Apr 15 11:02:02.632873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0e389-4598-4315-882a-8dafde514580 req-a3932077-73ff-4946-8cc3-1461de98d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:02.634419 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42c0e389-4598-4315-882a-8dafde514580 req-a3932077-73ff-4946-8cc3-1461de98d970 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.1373217
Apr 15 11:02:02.754331 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42c0e389-4598-4315-882a-8dafde514580 req-b8d1598d-af83-4a8b-969e-024f823b171a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19c3460-42a5-4714-92eb-2c96f98daa40 HTTP/1.1" status: 200  len: 999 time: 0.1119592
Apr 15 11:02:02.828471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0e389-4598-4315-882a-8dafde514580 req-1849d0d7-63cc-4dd8-abbd-218168caf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:02.830120 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42c0e389-4598-4315-882a-8dafde514580 req-1849d0d7-63cc-4dd8-abbd-218168caf4e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0689337
Apr 15 11:02:02.917314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0e389-4598-4315-882a-8dafde514580 req-da88145b-64ff-435f-a7d8-afa71618a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:02.919303 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42c0e389-4598-4315-882a-8dafde514580 req-da88145b-64ff-435f-a7d8-afa71618a366 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818107
Apr 15 11:02:02.992238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e12b38>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 1, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}, {'id': '89ccd146-e3b8-4afa-873a-7e06b125183b', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:f9:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:00Z', 'updated_at': '2021-04-15T11:02:00Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:02.996764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:03.006145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:03.006803 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e12b38>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:03.202982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:03.387528 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42c0e389-4598-4315-882a-8dafde514580 req-fac51906-447c-48f0-b71d-3ae28aae0be7 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4556310
Apr 15 11:02:03.427897 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c8294-9463-496b-ba7b-fb6374b9df00 req-5d38e7ae-b333-4e82-abe1-a2cbca554533 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:03.429503 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-293c8294-9463-496b-ba7b-fb6374b9df00 req-5d38e7ae-b333-4e82-abe1-a2cbca554533 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.4656343
Apr 15 11:02:03.550433 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-293c8294-9463-496b-ba7b-fb6374b9df00 req-8baee57f-0349-4b62-9c1c-cf209db701a0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0707436
Apr 15 11:02:03.586241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e12b38>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 1, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}, {'id': '89ccd146-e3b8-4afa-873a-7e06b125183b', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:f9:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:00Z', 'updated_at': '2021-04-15T11:02:00Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:03.590490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbdba05-e11f-4877-80a1-78d80428fb28 None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 1, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}, {'id': '89ccd146-e3b8-4afa-873a-7e06b125183b', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:f9:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:00Z', 'updated_at': '2021-04-15T11:02:00Z', 'revision_number': 0, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:03.592782 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42c0e389-4598-4315-882a-8dafde514580 req-11c13fb8-fb4f-4b92-9818-9258ceedff90 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961403
Apr 15 11:02:03.886604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50330241-28da-4dd9-bb8d-01ab24e395ba None None] New status for floating IP 89ccd146-e3b8-4afa-873a-7e06b125183b: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:02:04.788305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52230-3041-4a73-b534-6e274900079e req-e2b1644c-53b3-493f-af32-239b3588d2f7 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:04.789974 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdb52230-3041-4a73-b534-6e274900079e req-e2b1644c-53b3-493f-af32-239b3588d2f7 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0977402
Apr 15 11:02:04.842643 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-cdb52230-3041-4a73-b534-6e274900079e req-a9a2c6a7-02d8-4a09-818b-31ce5c0c4d20 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458744
Apr 15 11:02:06.047824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f366a6-d9ea-4065-af42-e9910bf3acf0 req-46d5fc29-75fa-48a8-80ab-def172d41d7a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:06.049368 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b0f366a6-d9ea-4065-af42-e9910bf3acf0 req-46d5fc29-75fa-48a8-80ab-def172d41d7a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0883677
Apr 15 11:02:06.108580 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b0f366a6-d9ea-4065-af42-e9910bf3acf0 req-abb2efd9-785b-4669-8fa2-17b7895f3f0f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465899
Apr 15 11:02:07.314364 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c7d1-bd26-4f36-bc2f-d78b96c1c523 req-58234280-1b56-4e51-9eea-516cbdf09331 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:07.315963 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1419c7d1-bd26-4f36-bc2f-d78b96c1c523 req-58234280-1b56-4e51-9eea-516cbdf09331 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0923293
Apr 15 11:02:07.367998 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1419c7d1-bd26-4f36-bc2f-d78b96c1c523 req-0d35297a-d896-4bde-97e8-e2ecf58a72d1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456355
Apr 15 11:02:08.571400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d8ad-7080-441f-9567-a86dda6adb62 req-3e675a58-3872-4934-bece-eab3f1751ece tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:08.572908 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7157d8ad-7080-441f-9567-a86dda6adb62 req-3e675a58-3872-4934-bece-eab3f1751ece tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0878563
Apr 15 11:02:08.620994 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7157d8ad-7080-441f-9567-a86dda6adb62 req-bfaf7f44-d354-40d5-b11d-90dee1244b39 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417368
Apr 15 11:02:09.826885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc226e97-b0cf-4bea-bd82-151ba3c57077 req-25329f25-432d-4d85-8b96-d7026585c37f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:09.828513 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bc226e97-b0cf-4bea-bd82-151ba3c57077 req-25329f25-432d-4d85-8b96-d7026585c37f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0897942
Apr 15 11:02:09.877468 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bc226e97-b0cf-4bea-bd82-151ba3c57077 req-66f14d5a-4c60-40ef-9a36-1187411ad317 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425410
Apr 15 11:02:11.084869 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e044-bcd4-4d0e-ae67-c134476ccb27 req-6c9fea7c-9190-4b15-89e9-7718d437fc51 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:11.086383 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6498e044-bcd4-4d0e-ae67-c134476ccb27 req-6c9fea7c-9190-4b15-89e9-7718d437fc51 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0937147
Apr 15 11:02:11.133775 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6498e044-bcd4-4d0e-ae67-c134476ccb27 req-e72380d5-0119-4aea-95b9-5a4ac958fbc2 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403574
Apr 15 11:02:12.340980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f9105-b027-4003-9478-43e79d84a1ec req-b4897d4f-25f5-48e4-8ad8-a6dd53f89262 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:12.342644 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ef8f9105-b027-4003-9478-43e79d84a1ec req-b4897d4f-25f5-48e4-8ad8-a6dd53f89262 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0947955
Apr 15 11:02:12.391000 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ef8f9105-b027-4003-9478-43e79d84a1ec req-e96081d2-aff9-4ff8-80b1-a21bc4b65c93 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420203
Apr 15 11:02:13.592058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd1611-57a3-4fc7-8706-c25591f413cb req-a15ceea5-ae02-49bf-976f-0b893f6237bf tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:13.593656 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dd1611-57a3-4fc7-8706-c25591f413cb req-a15ceea5-ae02-49bf-976f-0b893f6237bf tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0885816
Apr 15 11:02:13.641814 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-e8dd1611-57a3-4fc7-8706-c25591f413cb req-a242481c-fa72-466b-97d4-a7b4b22f36e5 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419872
Apr 15 11:02:14.843798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620d468-52f8-4ac2-8557-1e6d622ab130 req-f858c2a5-7dbf-4f64-a0df-2dfda632e308 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:14.845435 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1620d468-52f8-4ac2-8557-1e6d622ab130 req-f858c2a5-7dbf-4f64-a0df-2dfda632e308 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0893114
Apr 15 11:02:14.893763 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1620d468-52f8-4ac2-8557-1e6d622ab130 req-319b0c54-9032-4cac-990b-4e4f212ed0d4 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418811
Apr 15 11:02:16.106888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce8f81-eb83-4ad2-8027-ca8fafa9bf8a req-64785c4f-56ee-42a9-81fa-05ca8a642268 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:16.108528 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2ce8f81-eb83-4ad2-8027-ca8fafa9bf8a req-64785c4f-56ee-42a9-81fa-05ca8a642268 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0907040
Apr 15 11:02:16.156522 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a2ce8f81-eb83-4ad2-8027-ca8fafa9bf8a req-b22c0e16-7945-409d-ac83-614af7b62ea2 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415747
Apr 15 11:02:16.575329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042523-a22c-40e1-8713-25c4f5aeab55 req-10e9b0b9-e8a8-4f23-b36e-e21335b325a0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:16.577519 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ce042523-a22c-40e1-8713-25c4f5aeab55 req-10e9b0b9-e8a8-4f23-b36e-e21335b325a0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.1467311
Apr 15 11:02:16.629481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-84b3e6a2-80dd-4a02-89c9-dd7e8ca9596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:16.630953 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-84b3e6a2-80dd-4a02-89c9-dd7e8ca9596d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 1099 time: 0.1354260
Apr 15 11:02:16.642405 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ce042523-a22c-40e1-8713-25c4f5aeab55 req-8564ecb2-8f8c-4403-b9b3-1a7987228fb0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0542061
Apr 15 11:02:16.781815 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-82800eef-8a21-4537-b762-a5a8d126cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:16.783399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-82800eef-8a21-4537-b762-a5a8d126cd80 service neutron] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 911 time: 0.1443133
Apr 15 11:02:16.898377 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-6b784550-65e3-4eaa-9da0-12cda6e773df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62470e85-da86-4f27-a35c-0c74b0e409a0 HTTP/1.1" status: 200  len: 1002 time: 0.1075470
Apr 15 11:02:16.967476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-7d2832e9-0442-41f4-9101-12dafe959ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:16.968992 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-7d2832e9-0442-41f4-9101-12dafe959ce4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0635669
Apr 15 11:02:17.056943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-3733cfdf-7107-4396-ae97-4db2269c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:17.058564 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-3733cfdf-7107-4396-ae97-4db2269c9335 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808249
Apr 15 11:02:17.202898 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-228bd907-e450-40b1-ad5c-524a3531d005 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363344
Apr 15 11:02:17.346291 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b6a96277-e2f0-419a-94b7-47866b1d9a67 req-f89e4e6c-e8b0-404d-b0ef-87a3fce6946a service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360462
Apr 15 11:02:17.448055 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8c66afa6-d6cf-4378-9c2d-d26f590c38af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:17.851413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a85ed-9bcb-42da-a68b-8f49d28d7cd5 req-04d8959c-8e56-4d73-be9b-e22fde50f878 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:17.853014 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a11a85ed-9bcb-42da-a68b-8f49d28d7cd5 req-04d8959c-8e56-4d73-be9b-e22fde50f878 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0923176
Apr 15 11:02:17.900399 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a11a85ed-9bcb-42da-a68b-8f49d28d7cd5 req-36f38fcd-db48-487a-b722-518557ee5fc0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409725
Apr 15 11:02:19.102021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836b147-4c1a-47d7-8ef1-c54d484a6460 req-5e9a74e9-8d2d-4b60-b9b0-26367c4531f8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:19.103541 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1836b147-4c1a-47d7-8ef1-c54d484a6460 req-5e9a74e9-8d2d-4b60-b9b0-26367c4531f8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0890892
Apr 15 11:02:19.155475 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1836b147-4c1a-47d7-8ef1-c54d484a6460 req-1e930a8f-1b3b-4f6b-9c23-7f26ab5421e9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454116
Apr 15 11:02:19.473931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9caaed3d-cc54-4222-bd5f-8f3d8e3d3c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.719512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:21.157820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.214087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:24.651398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:26.574188 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:02:47.449673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-624b8196-cc6d-4cc7-8726-e5db1d7ab451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:49.473652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-feaab7e3-7fb3-4544-8102-257473fe967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:50.723462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:51.159661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:52.218629 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:54.225898 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd9072-7f81-4fd6-b4b8-c2f936b06f03 req-b04e55e5-7813-4c35-bd27-3316eb6bea5b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:54.227940 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8efd9072-7f81-4fd6-b4b8-c2f936b06f03 req-b04e55e5-7813-4c35-bd27-3316eb6bea5b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.1016941
Apr 15 11:02:54.282824 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-8efd9072-7f81-4fd6-b4b8-c2f936b06f03 req-b41a1ab6-c792-4328-991b-38999cb95622 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482550
Apr 15 11:02:54.647885 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.550518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f3ca2-60c3-4fd1-9b8f-190bb6527277 req-e2aff893-bb0a-4b6f-a07d-0b26cd64cf79 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:55.552136 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d22f3ca2-60c3-4fd1-9b8f-190bb6527277 req-e2aff893-bb0a-4b6f-a07d-0b26cd64cf79 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.1467278
Apr 15 11:02:55.602408 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d22f3ca2-60c3-4fd1-9b8f-190bb6527277 req-dcb1d89e-474a-4fff-8ff9-dfbab0edcdaf tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437496
Apr 15 11:02:55.695284 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-99ffa56e-1e63-4652-a776-a7cadae2ace5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763595
Apr 15 11:02:55.802583 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a207278-204b-47a6-9fce-de3699b3548f req-200b3c57-0322-4f6b-b612-163811cc1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:55.804168 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-200b3c57-0322-4f6b-b612-163811cc1090 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 1099 time: 0.0866377
Apr 15 11:02:55.966223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a207278-204b-47a6-9fce-de3699b3548f req-b24c35d3-e2e7-4c18-9bd6-5572bd111891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:55.967799 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-b24c35d3-e2e7-4c18-9bd6-5572bd111891 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.1437006
Apr 15 11:02:56.081673 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-d3903d13-2b80-4ede-a7a2-bb467fe458e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170 HTTP/1.1" status: 200  len: 1002 time: 0.1068015
Apr 15 11:02:56.153825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a207278-204b-47a6-9fce-de3699b3548f req-676fbfd8-1fdd-4ddc-8e8b-048e87293a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:56.155344 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-676fbfd8-1fdd-4ddc-8e8b-048e87293a41 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0653605
Apr 15 11:02:56.245832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a207278-204b-47a6-9fce-de3699b3548f req-dc0d7579-c0a7-4d6f-9520-6cf4ead5098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:56.248341 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-dc0d7579-c0a7-4d6f-9520-6cf4ead5098d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862749
Apr 15 11:02:56.266388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-727c1b20-ce92-4ef0-8c81-33511d726992 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:02:56.267407 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-727c1b20-ce92-4ef0-8c81-33511d726992 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059834
Apr 15 11:02:56.409844 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-8cb23b2b-8784-4cfe-94f1-ad6ff1ede530 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356425
Apr 15 11:02:56.554628 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a207278-204b-47a6-9fce-de3699b3548f req-dcbcfe2d-3aac-42a4-996e-5c82a33e498e service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380067
Apr 15 11:02:56.803199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1d939-669b-4545-b0a6-b9cc27de5525 req-3d17e6c6-ae58-4c33-8786-e3e8978f4a18 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:56.804872 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ebf1d939-669b-4545-b0a6-b9cc27de5525 req-3d17e6c6-ae58-4c33-8786-e3e8978f4a18 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0875392
Apr 15 11:02:56.853444 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ebf1d939-669b-4545-b0a6-b9cc27de5525 req-edce0172-028a-41e4-968f-638bb673d933 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410788
Apr 15 11:02:58.058221 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3acd5-3913-49b7-92ef-dd0e5163964b req-8bb39f53-c35f-4a3d-a782-59c68ab0817d tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:58.060253 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83c3acd5-3913-49b7-92ef-dd0e5163964b req-8bb39f53-c35f-4a3d-a782-59c68ab0817d tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0879793
Apr 15 11:02:58.107476 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-83c3acd5-3913-49b7-92ef-dd0e5163964b req-f11ac082-30b9-43f3-8821-df0044817cb3 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409224
Apr 15 11:02:59.314097 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006fea8-61f0-4860-bbe0-c4e0616d8875 req-f0996acf-e48b-48f2-9d85-11d73e9d8464 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.315665 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2006fea8-61f0-4860-bbe0-c4e0616d8875 req-f0996acf-e48b-48f2-9d85-11d73e9d8464 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0916059
Apr 15 11:02:59.366389 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2006fea8-61f0-4860-bbe0-c4e0616d8875 req-820916d4-0b9c-4fa0-b48e-3a7ca6c8e9fe tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444829
Apr 15 11:03:00.573742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a77fd-c847-4625-8b59-078e848e3995 req-663a517e-15c7-46f5-b37f-0d6a27b21e1a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:00.575977 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b25a77fd-c847-4625-8b59-078e848e3995 req-663a517e-15c7-46f5-b37f-0d6a27b21e1a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0930285
Apr 15 11:03:00.624512 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b25a77fd-c847-4625-8b59-078e848e3995 req-5af4eedb-4cb0-4717-802b-fc7b51cf08fb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421321
Apr 15 11:03:01.830115 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11581a7-191f-4b8a-bc9e-89e3c998a7d6 req-e8bd4e10-5986-475d-a0b4-5a5ecf237112 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:01.831699 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a11581a7-191f-4b8a-bc9e-89e3c998a7d6 req-e8bd4e10-5986-475d-a0b4-5a5ecf237112 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0926135
Apr 15 11:03:01.878788 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a11581a7-191f-4b8a-bc9e-89e3c998a7d6 req-93b722cb-71ea-430c-9aa2-e6ad7022d31b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407553
Apr 15 11:03:03.078992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac4652-755f-43ea-8c49-4b6f8a7d8235 req-bef6c822-48e5-4cc7-8f40-760865abc3d3 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:03.080509 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1ac4652-755f-43ea-8c49-4b6f8a7d8235 req-bef6c822-48e5-4cc7-8f40-760865abc3d3 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0887492
Apr 15 11:03:03.128098 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d1ac4652-755f-43ea-8c49-4b6f8a7d8235 req-30fc5f72-d109-4c6a-a701-9187ee369e29 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413024
Apr 15 11:03:03.573533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:03:04.362201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28faaf-f46b-4311-97de-06fe42f443c6 req-8ce14dd0-b5e5-4bd7-9b69-1013d7a86577 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:04.363833 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab28faaf-f46b-4311-97de-06fe42f443c6 req-8ce14dd0-b5e5-4bd7-9b69-1013d7a86577 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.1096220
Apr 15 11:03:04.416414 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-ab28faaf-f46b-4311-97de-06fe42f443c6 req-83b16686-9028-4c7f-9a41-3c88e9639abc tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460036
Apr 15 11:03:05.631369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26d2d6-cc8a-4d2d-ae7f-3baa023dba67 req-cffd82a6-0198-45cb-abfd-de088c18e9d1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:05.632925 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bd26d2d6-cc8a-4d2d-ae7f-3baa023dba67 req-cffd82a6-0198-45cb-abfd-de088c18e9d1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0904281
Apr 15 11:03:05.680691 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-bd26d2d6-cc8a-4d2d-ae7f-3baa023dba67 req-fa2fbdb0-c2e8-4fbb-87d4-e5da31da9585 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407095
Apr 15 11:03:06.052148 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374db6e-9492-4f2b-9183-fd459607c9ee req-649ea5a8-9938-4204-b651-c50b8bd2daee tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:06.053798 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b374db6e-9492-4f2b-9183-fd459607c9ee req-649ea5a8-9938-4204-b651-c50b8bd2daee tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0992150
Apr 15 11:03:06.152833 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b374db6e-9492-4f2b-9183-fd459607c9ee req-7011646e-8d5f-4272-bdca-aee34a4652fb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0578504
Apr 15 11:03:06.176440 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e048150-08a8-40ad-8907-aff6e6178894 req-881ba55f-e612-462c-a01f-cf06556ca16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:06.178073 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e048150-08a8-40ad-8907-aff6e6178894 req-881ba55f-e612-462c-a01f-cf06556ca16e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 1099 time: 0.1698225
Apr 15 11:03:06.327729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e048150-08a8-40ad-8907-aff6e6178894 req-68da3936-99b1-491a-b3f6-11e19357a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:06.329631 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e048150-08a8-40ad-8907-aff6e6178894 req-68da3936-99b1-491a-b3f6-11e19357a2f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 911 time: 0.1442955
Apr 15 11:03:06.441985 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e048150-08a8-40ad-8907-aff6e6178894 req-acb98754-1630-4ecc-b5ff-8910ffc08110 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62470e85-da86-4f27-a35c-0c74b0e409a0 HTTP/1.1" status: 200  len: 1002 time: 0.1056652
Apr 15 11:03:06.510776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e048150-08a8-40ad-8907-aff6e6178894 req-f98533c9-e736-435b-8281-c29c92a4ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:06.512908 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e048150-08a8-40ad-8907-aff6e6178894 req-f98533c9-e736-435b-8281-c29c92a4ee95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0646727
Apr 15 11:03:06.597466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e048150-08a8-40ad-8907-aff6e6178894 req-08f2d164-33e2-4153-a58f-81352ddefe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:06.598926 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e048150-08a8-40ad-8907-aff6e6178894 req-08f2d164-33e2-4153-a58f-81352ddefe3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803180
Apr 15 11:03:06.988678 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e048150-08a8-40ad-8907-aff6e6178894 req-49683d7f-a016-4b6d-8a2f-0bcb3a9688a1 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3808572
Apr 15 11:03:07.132565 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-9e048150-08a8-40ad-8907-aff6e6178894 req-de3b0301-58fe-410c-946e-122bfe82cb4a service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367686
Apr 15 11:03:07.364448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb23d-e912-4ab4-9712-3eadcd8a1872 req-9cf2f4d9-9554-4784-ad5a-fc6e7a8e0805 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:07.366266 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dc2cb23d-e912-4ab4-9712-3eadcd8a1872 req-9cf2f4d9-9554-4784-ad5a-fc6e7a8e0805 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0964530
Apr 15 11:03:07.414959 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-dc2cb23d-e912-4ab4-9712-3eadcd8a1872 req-e5c615ad-f589-48cd-be66-0f9e6d5d6eab tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411067
Apr 15 11:03:08.532820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58310) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:08.620344 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b69e88-6998-4416-8812-bd3cd301828e req-367c6e2c-bcd1-4cac-9f89-4b1fe6f7341f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:08.622599 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1b69e88-6998-4416-8812-bd3cd301828e req-367c6e2c-bcd1-4cac-9f89-4b1fe6f7341f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0914829
Apr 15 11:03:08.673891 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1b69e88-6998-4416-8812-bd3cd301828e req-965e92a5-7541-4749-90c9-6ae387a5d3f8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428050
Apr 15 11:03:08.751290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Deleting port a744dc5a-92e0-4dce-bdbe-eb57d91bdf72 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:08.751605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:08.928301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:08.928669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.057812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Calling delete_port for a744dc5a-92e0-4dce-bdbe-eb57d91bdf72 owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:09.218233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.233655 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c6327a8b-8661-4a2f-8a5a-499c853a6eeb tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:09.327782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event deleted for resources: {'Port': ['ID=a744dc5a-92e0-4dce-bdbe-eb57d91bdf72,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:09.343190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.343621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.344042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.344455 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.344865 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.345290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.345698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.346101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.346505 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.346904 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.347305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.347703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:09.354992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:09.511461 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for floatingip, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.511881 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Floating IP 6768b8da-6960-4817-80d9-b76eb71f4c7d disassociated (deleted). External IP: 172.27.1.80, port: e0956ad6-8795-41a7-8699-c958d804775b.
Apr 15 11:03:09.882211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Router 3de55195-5b3f-478d-825d-636247b4c5eb has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:10.312876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:10.322423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] Sync routers for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:10.332156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.332773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:10.333476 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2092ef0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:10.398017 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d005788e-2543-4950-8bea-dca8a6897231 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "DELETE /v2.0/floatingips/6768b8da-6960-4817-80d9-b76eb71f4c7d HTTP/1.1" status: 204  len: 168 time: 1.8614380
Apr 15 11:03:10.398017 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:10.458573 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b', 'status': 'completed', 'code': 200}
Apr 15 11:03:10.532368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:10.563547 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dff07-27d4-4d56-93e4-574842273436 req-da25605b-3dfe-4407-83a5-c8164d400872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.565052 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a69dff07-27d4-4d56-93e4-574842273436 req-da25605b-3dfe-4407-83a5-c8164d400872 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e164f2e9fc1c45298afaf800629110c7&device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 1098 time: 0.0857561
Apr 15 11:03:10.725426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dff07-27d4-4d56-93e4-574842273436 req-6f41ef8d-b12f-4b8a-9214-b5f768372be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.727034 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a69dff07-27d4-4d56-93e4-574842273436 req-6f41ef8d-b12f-4b8a-9214-b5f768372be9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 200  len: 910 time: 0.1553483
Apr 15 11:03:10.848010 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a69dff07-27d4-4d56-93e4-574842273436 req-4775d085-ae52-4a98-823c-7a2af9635805 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 200  len: 217 time: 0.1134923
Apr 15 11:03:10.893969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2092ef0>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:25Z', 'revision_number': 5, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:10.898325 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] Checking router: 3de55195-5b3f-478d-825d-636247b4c5eb for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:10.907963 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:10.908633 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2092ef0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:10.939611 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dff07-27d4-4d56-93e4-574842273436 req-d854e1fc-f2b4-4de9-aa6c-0bdc82624e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.941157 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a69dff07-27d4-4d56-93e4-574842273436 req-d854e1fc-f2b4-4de9-aa6c-0bdc82624e45 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 200  len: 847 time: 0.0869718
Apr 15 11:03:10.950989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ba92c-f059-42cd-aee9-1caa188be77d req-dc901d5d-7476-4acd-ba12-3adc5affe75f tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.952470 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-458ba92c-f059-42cd-aee9-1caa188be77d req-dc901d5d-7476-4acd-ba12-3adc5affe75f tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.2194927
Apr 15 11:03:11.048916 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-458ba92c-f059-42cd-aee9-1caa188be77d req-7ef93746-8840-4653-be6b-9a22c1f994bc tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547872
Apr 15 11:03:11.079731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dff07-27d4-4d56-93e4-574842273436 req-24e9d6be-3075-4a87-940f-fe2de3cfa086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:11.081413 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a69dff07-27d4-4d56-93e4-574842273436 req-24e9d6be-3075-4a87-940f-fe2de3cfa086 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d6ab36b-ce33-4bb0-aea8-53943f190e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1279976
Apr 15 11:03:11.099215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:11.228556 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a69dff07-27d4-4d56-93e4-574842273436 req-3963c7a7-f4ae-4a49-b1f8-9c5b94073c94 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387827
Apr 15 11:03:11.374922 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a69dff07-27d4-4d56-93e4-574842273436 req-3d7fde18-9847-4a90-8939-521e3f7cdf45 service neutron] 10.222.0.89 "GET /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396289
Apr 15 11:03:11.588867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2092ef0>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:25Z', 'revision_number': 5, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:11.593113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed8025-34ba-479c-b8c4-29129b7369d8 None None] The sync data for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi is: [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '3f8c137e-ac15-48e4-8b93-fc93c4f0e450', 'name': '', 'network_id': '4d6ab36b-ce33-4bb0-aea8-53943f190e52', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'mac_address': 'fa:16:3e:df:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:13Z', 'updated_at': '2021-04-15T10:58:25Z', 'revision_number': 5, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'subnets': [{'id': '994d1941-9e44-45f4-8c5d-104e753a2a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:12.004270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f737f-fc0f-4fe1-960b-3c72c6b44f36 None None] New status for floating IP 6768b8da-6960-4817-80d9-b76eb71f4c7d: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:12.239299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-b67ff1e7-67ef-45a4-a0eb-e36da3e2dc4b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:12.240792 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-b67ff1e7-67ef-45a4-a0eb-e36da3e2dc4b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.89 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.0951087
Apr 15 11:03:12.256528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373636-2773-4570-971a-56a819f5354f req-54eb511d-a9b7-4cee-8306-4c4c53b8b358 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:12.257327 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-eb373636-2773-4570-971a-56a819f5354f req-54eb511d-a9b7-4cee-8306-4c4c53b8b358 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Synchronizing usage tracker for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:12.273265 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-eb373636-2773-4570-971a-56a819f5354f req-54eb511d-a9b7-4cee-8306-4c4c53b8b358 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Unset dirty status for tenant:e164f2e9fc1c45298afaf800629110c7 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:12.274526 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eb373636-2773-4570-971a-56a819f5354f req-54eb511d-a9b7-4cee-8306-4c4c53b8b358 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 945 time: 0.1086483
Apr 15 11:03:12.322686 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-eb373636-2773-4570-971a-56a819f5354f req-c33b14c9-afb0-42fa-868c-01e8dbba9894 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/security-groups?id=6e082d1e-072b-45aa-b259-5202edeae4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412962
Apr 15 11:03:12.324351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Deleting port e0956ad6-8795-41a7-8699-c958d804775b {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:12.325286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.595686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] For port e0956ad6-8795-41a7-8699-c958d804775b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0956ad6-8795-41a7-8699-c958d804775b,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:12.596021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.735324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Calling delete_port for e0956ad6-8795-41a7-8699-c958d804775b owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:12.886155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.903554 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7227c376-fb23-4212-974f-79d9fb9d868c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:12.951796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event deleted for resources: {'Port': ['ID=e0956ad6-8795-41a7-8699-c958d804775b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:13.013623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.014172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.014452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.014871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.015285 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.015698 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.016110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.016517 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.016925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.017354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.017762 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.018165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:13.022837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:13.164567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] No DVR routers for this DVR port e0956ad6-8795-41a7-8699-c958d804775b on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:13.167161 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.170443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-deleted', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:13.185870 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f387130e-620a-4d5f-b833-b2675d4bcb20 req-9f20fbda-7173-41ba-a4ed-319caeefb300 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.89 "DELETE /v2.0/ports/e0956ad6-8795-41a7-8699-c958d804775b HTTP/1.1" status: 204  len: 173 time: 0.9395578
Apr 15 11:03:13.220791 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c07227-b46b-424c-b11b-8cb5810afa5f', 'name': 'network-vif-deleted', 'tag': 'e0956ad6-8795-41a7-8699-c958d804775b', 'status': 'completed', 'code': 200}
Apr 15 11:03:13.493692 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-62a796b5-8c63-4c60-99a4-b75a45c5fd20 req-4adbc1e4-ebfb-4518-a461-f6e6114bc5fc tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "GET /v2.0/ports?device_id=78c07227-b46b-424c-b11b-8cb5810afa5f HTTP/1.1" status: 200  len: 210 time: 0.0541935
Apr 15 11:03:14.600732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58330) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:14.673503 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.704150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.759975 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.765368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-17306ed3-f0ef-45be-ab89-8a72b651ad1c tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:14.781071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e082d1e-072b-45aa-b259-5202edeae4a4,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:14.783819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:14.790203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.791407 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] 10.222.0.93 "DELETE /v2.0/security-groups/6e082d1e-072b-45aa-b259-5202edeae4a4 HTTP/1.1" status: 204  len: 168 time: 0.1895881
Apr 15 11:03:14.838341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58336) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:14.961062 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e0956ad6-8795-41a7-8699-c958d804775b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:15.001546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: e0956ad6-8795-41a7-8699-c958d804775b {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:15.001939 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e0956ad6-8795-41a7-8699-c958d804775b not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:15.516998 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.881705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Deleting port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:15.882260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:16.069335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] For port 3f8c137e-ac15-48e4-8b93-fc93c4f0e450, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:16.069741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:16.200838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Calling delete_port for 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:16.383720 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:16.408003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d89866be-3b21-4570-8b29-2980f3b7eeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:16.503650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8c137e-ac15-48e4-8b93-fc93c4f0e450,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:16.510053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:16.858425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.363785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Router 3de55195-5b3f-478d-825d-636247b4c5eb has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:17.450978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c9cb72aa-e797-48bc-83ec-f57e814ac4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.799976 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:17.809124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] Sync routers for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:17.813288 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] 10.222.0.93 "PUT /v2.0/routers/3de55195-5b3f-478d-825d-636247b4c5eb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9737427
Apr 15 11:03:17.816100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58342) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:17.820329 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:17.821081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2f402e8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:18.005538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.011393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:18.198169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.207098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Deleting port d6d39655-2d13-4290-b9bd-8e8845f67712 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:18.207585 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.314393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2f402e8>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T11:03:16Z', 'revision_number': 5, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port': {'id': 'd6d39655-2d13-4290-b9bd-8e8845f67712', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:18.318355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] Checking router: 3de55195-5b3f-478d-825d-636247b4c5eb for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:18.327960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] Routers {'3de55195-5b3f-478d-825d-636247b4c5eb'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:18.328616 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2f402e8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['3de55195-5b3f-478d-825d-636247b4c5eb'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:18.394708 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] For port d6d39655-2d13-4290-b9bd-8e8845f67712, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=d6d39655-2d13-4290-b9bd-8e8845f67712,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:18.395309 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.492732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] Set router 3de55195-5b3f-478d-825d-636247b4c5eb gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:18.532028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Calling delete_port for d6d39655-2d13-4290-b9bd-8e8845f67712 owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:18.608829 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2f402e8>, [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T11:03:18Z', 'revision_number': 6, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port_host': None}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:18.612916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9a06c-d42c-42e9-a72f-236e36068224 None None] The sync data for ids ['3de55195-5b3f-478d-825d-636247b4c5eb'] in dv-cinder-786384-1-iscsi is: [{'id': '3de55195-5b3f-478d-825d-636247b4c5eb', 'name': 'tempest-TestShelveInstance-670265554-router', 'tenant_id': 'e164f2e9fc1c45298afaf800629110c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:08Z', 'updated_at': '2021-04-15T11:03:18Z', 'revision_number': 6, 'project_id': 'e164f2e9fc1c45298afaf800629110c7', 'gw_port_host': None}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:18.718561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.735278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6236d9fd-1317-4d89-b3d2-9f9fe49c3c73 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:18.956355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device d6d39655-2d13-4290-b9bd-8e8845f67712 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:18.998101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: d6d39655-2d13-4290-b9bd-8e8845f67712 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:18.998549 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device d6d39655-2d13-4290-b9bd-8e8845f67712 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:18.999029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:19.037644 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:19.038155 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3f8c137e-ac15-48e4-8b93-fc93c4f0e450 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:19.078639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d39655-2d13-4290-b9bd-8e8845f67712,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:19.081577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:19.248165 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.435467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.437747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.461775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.462339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de55195-5b3f-478d-825d-636247b4c5eb {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:03:19.475790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-073f91b7-1506-4f37-ac00-008cf9553fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.476418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.477728 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e4cf8339-866b-43d0-a6f7-b15c92cb9c00 admin admin] 10.222.0.93 "DELETE /v2.0/routers/3de55195-5b3f-478d-825d-636247b4c5eb HTTP/1.1" status: 204  len: 168 time: 1.6605544
Apr 15 11:03:19.480558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58346) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:19.549914 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Deleting subnet 994d1941-9e44-45f4-8c5d-104e753a2a35 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:19.553220 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.610705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.693630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.959561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.974987 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:20.064119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994d1941-9e44-45f4-8c5d-104e753a2a35,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:20.069043 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:20.111173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.116696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ecb02-5570-4bb1-b719-d897dc208f29 None None] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:20.117216 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ecf9199d-ea0d-43b1-837b-4a818da46aa4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/994d1941-9e44-45f4-8c5d-104e753a2a35 HTTP/1.1" status: 204  len: 168 time: 0.6356194
Apr 15 11:03:20.119966 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58350) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:20.236781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.306324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Deleting port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:20.306700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.382351 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] DHCP port deletion for 4d6ab36b-ce33-4bb0-aea8-53943f190e52 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:03:20.387537 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Deleting port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:20.387876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.541471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] For port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:20.542036 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.611151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] For port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,segment=NetworkSegment(53e2c8bb-61b7-4211-8bbb-ab040ed5e421),segment_id=53e2c8bb-61b7-4211-8bbb-ab040ed5e421)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:20.611556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.676649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Calling delete_port for ccb01c56-8762-43eb-b4f8-d0cfb449a1ff owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:20.753817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Calling delete_port for ccb01c56-8762-43eb-b4f8-d0cfb449a1ff owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:20.758167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.773538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-973e1095-9aee-4da6-97a3-2b75b0560bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:20.803111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.836894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:03:20.837350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:03:20.871313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb01c56-8762-43eb-b4f8-d0cfb449a1ff,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:20.875917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:20.916532 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] No DVR routers for this DVR port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff on host dv-cinder-786384-1-iscsi {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:20.958275 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ccb01c56-8762-43eb-b4f8-d0cfb449a1ff no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:20.997046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: ccb01c56-8762-43eb-b4f8-d0cfb449a1ff {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:20.997467 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ccb01c56-8762-43eb-b4f8-d0cfb449a1ff not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:21.040830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.155780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b0c579e8>,) {'filters': {'network_id': ['4d6ab36b-ce33-4bb0-aea8-53943f190e52']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:21.160029 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.169502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0c579e8>, '53e2c8bb-61b7-4211-8bbb-ab040ed5e421') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:21.169838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0c579e8>, '53e2c8bb-61b7-4211-8bbb-ab040ed5e421') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:21.181701 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.196684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.203008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:03:21.338978 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Deleting port ccb01c56-8762-43eb-b4f8-d0cfb449a1ff {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:21.339414 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.385672 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:21.395522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.414817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-31c1d71f-3fe2-4a9f-80d6-725c9a90bb23 None None] The port 'ccb01c56-8762-43eb-b4f8-d0cfb449a1ff' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:03:21.577781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Network 4d6ab36b-ce33-4bb0-aea8-53943f190e52 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:03:21.600792 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:03:21.679210 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.682860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:21.696556 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.708429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6ab36b-ce33-4bb0-aea8-53943f190e52,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:21.711955 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:21.725288 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-2732a46e-00b2-4b82-a458-f27adf63e1cb admin admin] 10.222.0.93 "DELETE /v2.0/networks/4d6ab36b-ce33-4bb0-aea8-53943f190e52 HTTP/1.1" status: 204  len: 168 time: 1.6028852
Apr 15 11:03:21.726895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58354) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:22.222512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.556691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.929624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Deleting port 67bbe350-0706-4af7-82b0-0fd36b0f70f0 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:22.930171 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.111353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] For port 67bbe350-0706-4af7-82b0-0fd36b0f70f0, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=67bbe350-0706-4af7-82b0-0fd36b0f70f0,segment=NetworkSegment(51b8f3b1-d712-466c-9b1a-173694df620d),segment_id=51b8f3b1-d712-466c-9b1a-173694df620d)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:23.111753 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.243426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Calling delete_port for 67bbe350-0706-4af7-82b0-0fd36b0f70f0 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:23.422060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.437454 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:23.533895 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Pushing event deleted for resources: {'Port': ['ID=67bbe350-0706-4af7-82b0-0fd36b0f70f0,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:23.537817 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:23.888483 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.398705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Router 714b0e93-1f8f-4bd8-a84c-2998ec979516 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:24.593639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:24.602953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] Sync routers for ids ['714b0e93-1f8f-4bd8-a84c-2998ec979516'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:24.603788 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-5bd51f09-516a-4371-b8f7-db2a4b3654de admin admin] 10.222.0.93 "PUT /v2.0/routers/714b0e93-1f8f-4bd8-a84c-2998ec979516/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8758347
Apr 15 11:03:24.607082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58358) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:24.615003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] Routers {'714b0e93-1f8f-4bd8-a84c-2998ec979516'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:24.615692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2150208>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['714b0e93-1f8f-4bd8-a84c-2998ec979516'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:24.774790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.826388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] Set router 714b0e93-1f8f-4bd8-a84c-2998ec979516 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:25.061257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.251481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.260127 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Deleting port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:25.260508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.318137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2150208>, [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 5, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port': {'id': '8d9e5401-43e9-42c6-b118-f5b7e3f90ea2', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:25.322211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] Checking router: 714b0e93-1f8f-4bd8-a84c-2998ec979516 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:25.332123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] Routers {'714b0e93-1f8f-4bd8-a84c-2998ec979516'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:25.332841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2150208>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['714b0e93-1f8f-4bd8-a84c-2998ec979516'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:25.452830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] For port 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:25.453551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.497515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] Set router 714b0e93-1f8f-4bd8-a84c-2998ec979516 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:25.589027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Calling delete_port for 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:25.610586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2150208>, [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T11:03:25Z', 'revision_number': 6, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port_host': None}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:25.614742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44e353-1b5e-4d2b-8545-50b9cb4fa0b0 None None] The sync data for ids ['714b0e93-1f8f-4bd8-a84c-2998ec979516'] in dv-cinder-786384-1-iscsi is: [{'id': '714b0e93-1f8f-4bd8-a84c-2998ec979516', 'name': 'tempest-TestShelveInstance-817621850-router', 'tenant_id': '45a3727ea9c443339ed6fa717022dbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:20Z', 'updated_at': '2021-04-15T11:03:25Z', 'revision_number': 6, 'project_id': '45a3727ea9c443339ed6fa717022dbed', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:25.781408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.798203 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c54d73e-9a7d-40cb-949d-c3da09a39353 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:25.893770 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9e5401-43e9-42c6-b118-f5b7e3f90ea2,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:25.896849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:26.067568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.256140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.258541 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.284262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.284855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 714b0e93-1f8f-4bd8-a84c-2998ec979516 {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:03:26.298314 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.299564 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c5b79700-93ab-40db-9af0-82e417d233ba admin admin] 10.222.0.93 "DELETE /v2.0/routers/714b0e93-1f8f-4bd8-a84c-2998ec979516 HTTP/1.1" status: 204  len: 168 time: 1.6914716
Apr 15 11:03:26.302279 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58362) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:26.373621 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Deleting subnet 5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:26.376767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.441656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.524021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.802713 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.818691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-026557c5-993d-42bb-afa3-fbb20eb2b982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:26.903399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:26.910565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:26.956131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.962350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5182715-5bfa-4074-a6d0-787572194406 None None] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:26.962863 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d117b7ee-9040-415b-a1b9-68afd58e2aa8 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5ce8c005-7afb-4ecb-bf34-d7dbf1063c5c HTTP/1.1" status: 204  len: 168 time: 0.6595325
Apr 15 11:03:26.966101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58366) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:26.984150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:27.072687 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:27.073000 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 8d9e5401-43e9-42c6-b118-f5b7e3f90ea2 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:27.073531 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 67bbe350-0706-4af7-82b0-0fd36b0f70f0 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:27.082763 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.118819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 67bbe350-0706-4af7-82b0-0fd36b0f70f0 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:27.119213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 67bbe350-0706-4af7-82b0-0fd36b0f70f0 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:27.151216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Deleting port ca87ed00-749b-40db-822c-dbcb30515a92 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:27.151597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.306840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] DHCP port deletion for 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:03:27.311797 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Deleting port ca87ed00-749b-40db-822c-dbcb30515a92 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:27.312218 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.377982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] For port ca87ed00-749b-40db-822c-dbcb30515a92, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ca87ed00-749b-40db-822c-dbcb30515a92,segment=NetworkSegment(51b8f3b1-d712-466c-9b1a-173694df620d),segment_id=51b8f3b1-d712-466c-9b1a-173694df620d)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:27.378286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.513654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Calling delete_port for ca87ed00-749b-40db-822c-dbcb30515a92 owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:27.532490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] For port ca87ed00-749b-40db-822c-dbcb30515a92, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=ca87ed00-749b-40db-822c-dbcb30515a92,segment=NetworkSegment(51b8f3b1-d712-466c-9b1a-173694df620d),segment_id=51b8f3b1-d712-466c-9b1a-173694df620d)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:27.533046 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.594591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.610679 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:27.665671 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Calling delete_port for ca87ed00-749b-40db-822c-dbcb30515a92 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:27.707233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca87ed00-749b-40db-822c-dbcb30515a92,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:27.729519 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:27.745444 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:03:27.746233 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:03:27.761023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] No DVR routers for this DVR port ca87ed00-749b-40db-822c-dbcb30515a92 on host dv-cinder-786384-1-iscsi {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:27.885446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.998652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b052cd68>,) {'filters': {'network_id': ['3701b7ae-b3ae-4ccd-ad08-910d6fc94959']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:28.011143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b052cd68>, '51b8f3b1-d712-466c-9b1a-173694df620d') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:28.011513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b052cd68>, '51b8f3b1-d712-466c-9b1a-173694df620d') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:28.023248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.038345 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.045408 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:03:28.223495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:28.232561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.247569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Deleting port ca87ed00-749b-40db-822c-dbcb30515a92 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:28.248008 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.321516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-6d010de1-73d0-4b52-8922-4b711c79ab37 None None] The port 'ca87ed00-749b-40db-822c-dbcb30515a92' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:03:28.411498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Network 3701b7ae-b3ae-4ccd-ad08-910d6fc94959 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:03:28.436211 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:03:28.518717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.522459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4c120dc7-6438-480c-9992-daaf63fd535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:28.536882 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.550019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Pushing event deleted for resources: {'Network': ['ID=3701b7ae-b3ae-4ccd-ad08-910d6fc94959,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:28.552426 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:28.554064 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] 10.222.0.93 "DELETE /v2.0/networks/3701b7ae-b3ae-4ccd-ad08-910d6fc94959 HTTP/1.1" status: 204  len: 168 time: 1.5869579
Apr 15 11:03:28.673048 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58372) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:28.726681 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cef4e60a-7335-4b55-86d9-214ee9675b4a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e164f2e9fc1c45298afaf800629110c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522492
Apr 15 11:03:28.729369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58376) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:28.796372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.823339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.873271 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.878428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f730199-7b04-4608-90e9-3bed6310c423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:28.892730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8e2665-a2a9-467d-b7b6-e62fe06efb88,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:28.898089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:28.900153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.903965 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7d8e2665-a2a9-467d-b7b6-e62fe06efb88 HTTP/1.1" status: 204  len: 168 time: 0.1709964
Apr 15 11:03:28.967681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ca87ed00-749b-40db-822c-dbcb30515a92 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:29.007368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: ca87ed00-749b-40db-822c-dbcb30515a92 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:29.007781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device ca87ed00-749b-40db-822c-dbcb30515a92 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:29.255526 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58384) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:29.307572 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e846963c-c368-4973-8dd0-8b6ba94507f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45a3727ea9c443339ed6fa717022dbed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507441
Apr 15 11:03:29.310715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58388) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:29.372174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eb2ada90-c5d0-49a6-8556-5d6570461c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.400204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eb2ada90-c5d0-49a6-8556-5d6570461c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.451956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eb2ada90-c5d0-49a6-8556-5d6570461c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.456819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3d0b012d-107d-4fa1-9b6f-f7a459069c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:29.470723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ada90-c5d0-49a6-8556-5d6570461c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776860ca-f158-452c-b835-1fed6a66c177,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:29.473125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eb2ada90-c5d0-49a6-8556-5d6570461c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:29.475470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eb2ada90-c5d0-49a6-8556-5d6570461c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.476515 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-eb2ada90-c5d0-49a6-8556-5d6570461c32 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/776860ca-f158-452c-b835-1fed6a66c177 HTTP/1.1" status: 204  len: 168 time: 0.1648400
Apr 15 11:03:35.562025 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58394) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:36.032927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Deleting port 78c8dba5-2d37-47a1-8529-6f09b97754c1 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:36.033373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.213383 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.213750 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.345729 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Calling delete_port for 78c8dba5-2d37-47a1-8529-6f09b97754c1 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:36.501663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.516960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-080d5602-f395-4fb4-a71a-708d9cd06905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:36.610354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event deleted for resources: {'Port': ['ID=78c8dba5-2d37-47a1-8529-6f09b97754c1,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:36.616746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:36.778965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.779340 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Floating IP 89ccd146-e3b8-4afa-873a-7e06b125183b disassociated (deleted). External IP: 172.27.1.86, port: e19c3460-42a5-4714-92eb-2c96f98daa40.
Apr 15 11:03:37.147971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:37.338626 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:37.348348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:37.359365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.360230 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:37.360922 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2436d30>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:37.420417 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "DELETE /v2.0/floatingips/89ccd146-e3b8-4afa-873a-7e06b125183b HTTP/1.1" status: 204  len: 168 time: 1.8572099
Apr 15 11:03:37.421121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:37.477378 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'status': 'completed', 'code': 200}
Apr 15 11:03:37.551598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:37.582318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490439c1-3874-4555-aec6-72ff8e987e3f req-ae6c44b3-6d55-4bb1-9c66-d904be5a000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:37.584339 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-490439c1-3874-4555-aec6-72ff8e987e3f req-ae6c44b3-6d55-4bb1-9c66-d904be5a000c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 1099 time: 0.0845616
Apr 15 11:03:37.742801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490439c1-3874-4555-aec6-72ff8e987e3f req-b296057e-9c15-49dc-94cc-b6ed8813ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:37.745079 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-490439c1-3874-4555-aec6-72ff8e987e3f req-b296057e-9c15-49dc-94cc-b6ed8813ab88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.1539857
Apr 15 11:03:37.821661 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-490439c1-3874-4555-aec6-72ff8e987e3f req-d2f9c794-456b-4123-8565-d1b05a70983b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19c3460-42a5-4714-92eb-2c96f98daa40 HTTP/1.1" status: 200  len: 217 time: 0.0685825
Apr 15 11:03:37.847608 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b5ee3-c646-468e-824c-6bb73c9eeb5a req-55c3b791-fa82-4d95-b909-2814e26d3848 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:37.849273 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b3b5ee3-c646-468e-824c-6bb73c9eeb5a req-55c3b791-fa82-4d95-b909-2814e26d3848 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 946 time: 0.0961983
Apr 15 11:03:37.897992 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490439c1-3874-4555-aec6-72ff8e987e3f req-f7af43dc-0a5d-4f9a-9543-83e613d3f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:37.898986 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4b3b5ee3-c646-468e-824c-6bb73c9eeb5a req-5c350013-ddef-4efa-a444-da54a7900f34 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421720
Apr 15 11:03:37.899584 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-490439c1-3874-4555-aec6-72ff8e987e3f req-f7af43dc-0a5d-4f9a-9543-83e613d3f70c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.0704682
Apr 15 11:03:37.944070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2436d30>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 1, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:37.948167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:37.957840 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:37.958500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2436d30>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:37.983722 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490439c1-3874-4555-aec6-72ff8e987e3f req-5d3a3616-41d9-4666-91b1-a3b6a0e840e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:37.985377 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-490439c1-3874-4555-aec6-72ff8e987e3f req-5d3a3616-41d9-4666-91b1-a3b6a0e840e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791359
Apr 15 11:03:38.135934 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-490439c1-3874-4555-aec6-72ff8e987e3f req-5c5da6e3-25fc-444a-aee2-aec442a4c832 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428003
Apr 15 11:03:38.291868 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-490439c1-3874-4555-aec6-72ff8e987e3f req-3ec3172e-7ec9-4c14-9684-45a0f013bb9f service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482208
Apr 15 11:03:38.309050 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:38.688627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2436d30>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 1, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:38.692764 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26efee2b-82a6-4dd7-aaf3-25403a2381ec None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '69cd4b2c-deaa-4648-b8be-e81103f247fc', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'port_id': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'mac_address': 'fa:16:3e:cb:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 1, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:39.072666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c96436-1592-4bb4-8a46-318b005214e9 None None] New status for floating IP 89ccd146-e3b8-4afa-873a-7e06b125183b: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:39.113324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd0cf1-5799-472f-a63f-96649bab6c6a req-447990a8-991d-44d8-8df0-d19ab471960c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:39.114084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-30fd0cf1-5799-472f-a63f-96649bab6c6a req-447990a8-991d-44d8-8df0-d19ab471960c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:39.129361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-30fd0cf1-5799-472f-a63f-96649bab6c6a req-447990a8-991d-44d8-8df0-d19ab471960c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:39.130706 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-30fd0cf1-5799-472f-a63f-96649bab6c6a req-447990a8-991d-44d8-8df0-d19ab471960c tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 946 time: 0.1112301
Apr 15 11:03:39.179794 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-30fd0cf1-5799-472f-a63f-96649bab6c6a req-dbee3564-71ef-408e-8e5f-d1f97c0cd062 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421190
Apr 15 11:03:39.303695 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-6297d455-d168-43dd-ab4c-04c795327def tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:39.305288 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-6297d455-d168-43dd-ab4c-04c795327def tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 946 time: 0.0883989
Apr 15 11:03:39.386224 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Deleting port e19c3460-42a5-4714-92eb-2c96f98daa40 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:39.386737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.878916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] For port e19c3460-42a5-4714-92eb-2c96f98daa40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e19c3460-42a5-4714-92eb-2c96f98daa40,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:39.879318 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.012209 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Calling delete_port for e19c3460-42a5-4714-92eb-2c96f98daa40 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:40.159435 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.175288 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c69bc914-d547-4aad-adc3-69f78c8e469f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:40.223703 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event deleted for resources: {'Port': ['ID=e19c3460-42a5-4714-92eb-2c96f98daa40,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:40.274113 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:40.345568 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0cc73013-7b7f-4613-978b-3b4111544a98 req-c3cff519-fe2d-4993-aa0b-5c3246c28a50 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b62ddbc-753d-467e-bc02-6d5499ce2036 HTTP/1.1" status: 200  len: 210 time: 0.0487931
Apr 15 11:03:40.428190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] No DVR routers for this DVR port e19c3460-42a5-4714-92eb-2c96f98daa40 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:40.430735 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.433974 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'name': 'network-vif-deleted', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:40.449431 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-228e16fa-116b-48cb-9943-eefc0f7729d2 req-d1afebb8-e564-496a-a01d-2ed91d423f26 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "DELETE /v2.0/ports/e19c3460-42a5-4714-92eb-2c96f98daa40 HTTP/1.1" status: 204  len: 173 time: 1.1378789
Apr 15 11:03:40.486127 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b62ddbc-753d-467e-bc02-6d5499ce2036', 'name': 'network-vif-deleted', 'tag': 'e19c3460-42a5-4714-92eb-2c96f98daa40', 'status': 'completed', 'code': 200}
Apr 15 11:03:40.573042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:03:41.394355 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e981-95df-42e1-a7e1-d65870260585 req-cc614103-6d5a-4879-854c-63e8b42e85c2 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:41.396142 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0895e981-95df-42e1-a7e1-d65870260585 req-cc614103-6d5a-4879-854c-63e8b42e85c2 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0926216
Apr 15 11:03:41.447586 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-0895e981-95df-42e1-a7e1-d65870260585 req-0db7d8fa-6998-43c2-a439-f49cdd64ef6d tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450771
Apr 15 11:03:42.660040 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eab218-d052-42fa-b6bc-5db3d55b9609 req-2e2609c1-da30-4db6-bc33-cddcf6bedf26 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:42.663606 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1eab218-d052-42fa-b6bc-5db3d55b9609 req-2e2609c1-da30-4db6-bc33-cddcf6bedf26 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0962903
Apr 15 11:03:42.710921 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1eab218-d052-42fa-b6bc-5db3d55b9609 req-af1dac9a-26b3-46a6-80d4-65ddd245183e tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427825
Apr 15 11:03:43.147550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-c05d2ee3-85d0-49c1-b226-773872ee8755 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:43.149089 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-c05d2ee3-85d0-49c1-b226-773872ee8755 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.0925407
Apr 15 11:03:43.153997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e19c3460-42a5-4714-92eb-2c96f98daa40 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:43.194677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: e19c3460-42a5-4714-92eb-2c96f98daa40 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:43.195081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device e19c3460-42a5-4714-92eb-2c96f98daa40 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:43.228506 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Deleting port 62470e85-da86-4f27-a35c-0c74b0e409a0 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:43.228890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:43.492673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] For port 62470e85-da86-4f27-a35c-0c74b0e409a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62470e85-da86-4f27-a35c-0c74b0e409a0,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:43.492983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:43.803431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:43.804037 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:43.804145 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Floating IP 6fc07269-1f72-4ddb-95a1-c524e6b0c94e disassociated. External IP: 172.27.1.240, port: 62470e85-da86-4f27-a35c-0c74b0e409a0.
Apr 15 11:03:43.804522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Calling delete_port for 62470e85-da86-4f27-a35c-0c74b0e409a0 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:43.885466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58436) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:44.003979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1d00f-9c1b-4743-b8d4-e823c0c6aeb6 req-fa85cf6f-d104-4d3e-89e6-8772d253daa7 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:44.005543 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-73d1d00f-9c1b-4743-b8d4-e823c0c6aeb6 req-fa85cf6f-d104-4d3e-89e6-8772d253daa7 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 946 time: 0.1666505
Apr 15 11:03:44.067246 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.087193 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-73d1d00f-9c1b-4743-b8d4-e823c0c6aeb6 req-0a159a6d-7da3-4732-add9-294ad33b1173 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=0904e734-70ae-4b73-80fe-0062013131d0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0727563
Apr 15 11:03:44.087893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5d894c75-99b7-46e9-ba2e-2d44d34edcd8 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:44.115004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Deleting port d44d6c7b-3ec7-4b1a-ac32-f5d230e741c2 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:44.115390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.186837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event deleted for resources: {'Port': ['ID=62470e85-da86-4f27-a35c-0c74b0e409a0,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:44.193350 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:44.302995 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.303373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.437185 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Calling delete_port for d44d6c7b-3ec7-4b1a-ac32-f5d230e741c2 owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:44.453905 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Router da61d68e-49bd-480b-8f57-60310ab69e73 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:44.604456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.620183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cce18ee4-6def-421b-bce8-4b47be88b30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:44.647174 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:44.661358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] Sync routers for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:44.676876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:44.677942 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2589908>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:44.723473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event deleted for resources: {'Port': ['ID=d44d6c7b-3ec7-4b1a-ac32-f5d230e741c2,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:44.727534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:44.751676 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] No DVR routers for this DVR port 62470e85-da86-4f27-a35c-0c74b0e409a0 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:44.754324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.756943 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'name': 'network-vif-deleted', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:44.780096 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-449078cd-c420-4bc0-b23a-3e8cb7e1209c req-55147ed8-15e8-4c46-8f11-f7c7bd192c75 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "DELETE /v2.0/ports/62470e85-da86-4f27-a35c-0c74b0e409a0 HTTP/1.1" status: 204  len: 173 time: 1.6231425
Apr 15 11:03:44.850083 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b885c-4103-4bc0-8f3f-34a7ea8a1147', 'name': 'network-vif-deleted', 'tag': '62470e85-da86-4f27-a35c-0c74b0e409a0', 'status': 'completed', 'code': 200}
Apr 15 11:03:44.919591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:44.919993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.920477 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Floating IP 69cd4b2c-deaa-4648-b8be-e81103f247fc disassociated (deleted). External IP: 172.27.1.168, port: 5d8c0b9b-3c3d-4622-a5dc-13e723e99170.
Apr 15 11:03:45.277019 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2589908>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:45.281544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] Checking router: da61d68e-49bd-480b-8f57-60310ab69e73 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:45.287479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5fab5e02-2624-4340-93e4-00485c740e6b req-be57270d-69c7-414b-aa9a-ab6c50b69d6b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:45.295338 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:45.295980 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b2589908>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:45.304167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5fab5e02-2624-4340-93e4-00485c740e6b req-be57270d-69c7-414b-aa9a-ab6c50b69d6b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:45.305680 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5fab5e02-2624-4340-93e4-00485c740e6b req-be57270d-69c7-414b-aa9a-ab6c50b69d6b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4b885c-4103-4bc0-8f3f-34a7ea8a1147 HTTP/1.1" status: 200  len: 210 time: 0.0735564
Apr 15 11:03:45.334266 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:45.498369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:45.532807 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:45.543065 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:45.551641 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:45.553993 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:45.554967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b24b6ac8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:45.610835 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f7c48329-b81c-4e90-a9c3-277c0841f297 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "DELETE /v2.0/floatingips/69cd4b2c-deaa-4648-b8be-e81103f247fc HTTP/1.1" status: 204  len: 168 time: 1.7234843
Apr 15 11:03:45.611623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:45.790026 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:45.883264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b2589908>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:45.888872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10087d1b-a612-4bc7-aabd-d11126af4987 None None] The sync data for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi is: [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:46.031219 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'status': 'completed', 'code': 200}
Apr 15 11:03:46.140357 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-03110947-fe93-4a53-8462-94848bdbe4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:46.141998 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-03110947-fe93-4a53-8462-94848bdbe4ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=20378def4f1f4105aec253d39ff8fba7&device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 1099 time: 0.0819883
Apr 15 11:03:46.163705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b24b6ac8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:46.168311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:46.178447 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:46.179139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b24b6ac8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:46.317730 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff3c11-fc3b-4cd1-ace4-e16c30b20818 None None] New status for floating IP 6fc07269-1f72-4ddb-95a1-c524e6b0c94e: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:46.367211 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4441-5020-4351-baf1-0f48aa5634eb req-52ac2066-63d4-43bd-a909-4539f8e2d69b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:46.368021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3a4c4441-5020-4351-baf1-0f48aa5634eb req-52ac2066-63d4-43bd-a909-4539f8e2d69b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:46.377411 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-3714a79e-1809-4900-81fa-9368fe85a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:46.379030 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-3714a79e-1809-4900-81fa-9368fe85a87b service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 200  len: 914 time: 0.1944716
Apr 15 11:03:46.451998 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58456) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:46.464441 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-b1b8540e-0c5e-4444-b3be-2933a995c030 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170 HTTP/1.1" status: 200  len: 217 time: 0.0769017
Apr 15 11:03:46.468860 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-3a4c4441-5020-4351-baf1-0f48aa5634eb req-52ac2066-63d4-43bd-a909-4539f8e2d69b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:46.476426 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a4c4441-5020-4351-baf1-0f48aa5634eb req-52ac2066-63d4-43bd-a909-4539f8e2d69b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 946 time: 0.3331642
Apr 15 11:03:46.532222 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91369db4-12a1-470f-baa0-999d72ecf511 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:46.570706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91369db4-12a1-470f-baa0-999d72ecf511 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:46.574525 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-3a4c4441-5020-4351-baf1-0f48aa5634eb req-f1ea7b4d-1593-40eb-8e88-9b924bd4460b tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970948
Apr 15 11:03:46.610777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:46.611012 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-807fae80-1bdb-44be-af2b-e13c79d7f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:46.612570 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-807fae80-1bdb-44be-af2b-e13c79d7f211 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 200  len: 851 time: 0.1101868
Apr 15 11:03:46.637551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91369db4-12a1-470f-baa0-999d72ecf511 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:46.642910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7a17fc69-420f-4508-8d3f-e7d978e74687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:46.659588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91369db4-12a1-470f-baa0-999d72ecf511 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0904e734-70ae-4b73-80fe-0062013131d0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:46.662189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91369db4-12a1-470f-baa0-999d72ecf511 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:46.672704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-91369db4-12a1-470f-baa0-999d72ecf511 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:46.674080 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-91369db4-12a1-470f-baa0-999d72ecf511 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "DELETE /v2.0/security-groups/0904e734-70ae-4b73-80fe-0062013131d0 HTTP/1.1" status: 204  len: 168 time: 0.2209375
Apr 15 11:03:46.677092 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58460) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:46.695877 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.v2.resource [None req-1a5f77cc-037b-4bd8-9c86-b1dce9a51096 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] show failed (client error): The resource could not be found.
Apr 15 11:03:46.697042 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1a5f77cc-037b-4bd8-9c86-b1dce9a51096 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups/0904e734-70ae-4b73-80fe-0062013131d0 HTTP/1.1" status: 404  len: 347 time: 0.0184252
Apr 15 11:03:46.700767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58464) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:46.710151 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-12a034dc-5d12-4747-a617-fdf7d4df8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:46.712143 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-12a034dc-5d12-4747-a617-fdf7d4df8954 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924745
Apr 15 11:03:46.880269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Deleting port b73632d8-cc3a-4467-96d9-f1c0feb9335e {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:46.880667 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:47.011956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b24b6ac8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:47.016727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba3c8d-cb07-4226-808d-41013f3dcf44 None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '72286f81-9184-4fc6-a51e-bdf71318d8d0', 'name': '', 'network_id': '3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'mac_address': 'fa:16:3e:75:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:13Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'subnets': [{'id': '20d92b8d-46f6-4b78-bb84-4d5e0c0a9219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:47.080370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:47.080739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:47.117795 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-4490e77f-6a22-479e-8b6c-4d8d11c4c2e3 service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3968725
Apr 15 11:03:47.165201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 62470e85-da86-4f27-a35c-0c74b0e409a0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:47.214431 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Calling delete_port for b73632d8-cc3a-4467-96d9-f1c0feb9335e owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:47.218934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 62470e85-da86-4f27-a35c-0c74b0e409a0 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:47.219421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 62470e85-da86-4f27-a35c-0c74b0e409a0 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:47.273113 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-278d01b7-7a77-4ba7-84ca-04631a97f13e req-9966acee-4d3c-4526-89ba-b2c9b14ff10b service neutron] 10.222.0.89 "GET /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478601
Apr 15 11:03:47.377129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:47.393576 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8a34dda1-22ec-436b-9621-892903937889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:47.452879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f153b47-f3b1-4f99-9fda-1eadf66907dd None None] New status for floating IP 69cd4b2c-deaa-4648-b8be-e81103f247fc: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:47.617737 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d4143967-3e5e-4609-9ead-05a6e9b85fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:47.639413 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-42075c43-b07f-49ba-b89e-9513157427cd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:47.641138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-42075c43-b07f-49ba-b89e-9513157427cd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 946 time: 0.1053736
Apr 15 11:03:47.759287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Deleting port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:47.759692 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:47.782642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event deleted for resources: {'Port': ['ID=b73632d8-cc3a-4467-96d9-f1c0feb9335e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:47.785262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:47.967107 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873c37-cca0-4c6e-addb-3632a188fafa req-9c89dc7a-ab9e-4344-babd-a55995e9deea tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:47.967868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-24873c37-cca0-4c6e-addb-3632a188fafa req-9c89dc7a-ab9e-4344-babd-a55995e9deea tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:48.021639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-24873c37-cca0-4c6e-addb-3632a188fafa req-9c89dc7a-ab9e-4344-babd-a55995e9deea tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:48.022824 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-24873c37-cca0-4c6e-addb-3632a188fafa req-9c89dc7a-ab9e-4344-babd-a55995e9deea tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 946 time: 0.2465425
Apr 15 11:03:48.034859 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] For port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:48.035270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.062036 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.091334 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-24873c37-cca0-4c6e-addb-3632a188fafa req-f69b85a8-7c08-41bf-b18e-99ae828c29b5 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/security-groups?id=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600708
Apr 15 11:03:48.097892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.102670 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-bfc8c7c8-82bf-489b-89ea-efe33165f8c8 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "DELETE /v2.0/floatingips/6fc07269-1f72-4ddb-95a1-c524e6b0c94e HTTP/1.1" status: 204  len: 168 time: 1.3971932
Apr 15 11:03:48.172969 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Calling delete_port for 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:48.327619 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.343700 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9ae05bdb-34ec-4867-a836-3ba5d5054b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:48.356036 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58472) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:48.362075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281063321', 'description': 'tempest-description--1751218576'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:48.368879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:48.374100 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:48.377191 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:48.383384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:48.395123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event deleted for resources: {'Port': ['ID=5d8c0b9b-3c3d-4622-a5dc-13e723e99170,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:48.397051 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.418472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:48.422838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group_rule and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:48.425816 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:48.431802 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:48.447638 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:48.509241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.513377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.526251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-36c948b3-d7ef-4042-94c7-ccab82ebe177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:48.572642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13710361-d29a-40e7-8612-d336fcec113e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:48.576982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:48.577948 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.581997 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-069c3414-96c5-4174-ae88-67b663a8c488 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2219639
Apr 15 11:03:48.589425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58476) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:48.595326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'security_group_rule': {'security_group_id': '13710361-d29a-40e7-8612-d336fcec113e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:48.601779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:48.606572 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group_rule and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:48.606910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] No DVR routers for this DVR port 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:48.609404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.609649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:48.612253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'name': 'network-vif-deleted', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:48.615732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:48.631562 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7a9f3d10-ddd2-4e43-8f88-20ddaab0333f req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.89 "DELETE /v2.0/ports/5d8c0b9b-3c3d-4622-a5dc-13e723e99170 HTTP/1.1" status: 204  len: 173 time: 0.9847932
Apr 15 11:03:48.636315 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.670238 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375daf35-e5c2-4427-b6b2-4d71620e08a8', 'name': 'network-vif-deleted', 'tag': '5d8c0b9b-3c3d-4622-a5dc-13e723e99170', 'status': 'completed', 'code': 200}
Apr 15 11:03:48.703988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.707958 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.710830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:48.736578 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2662593-a2d8-4c00-a1c1-eaaef396cd68,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:48.739289 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:48.747326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.748826 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-18df3cc2-b880-46af-87f0-047a87eafee1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1583347
Apr 15 11:03:48.751665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58482) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:48.757567 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'security_group_rule': {'security_group_id': '13710361-d29a-40e7-8612-d336fcec113e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:48.764555 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:48.768661 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:security_group_rule and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:48.771718 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:48.778388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:48.797558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.861681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.865677 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920239'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.867716 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:48.890432 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a40c16d-dc7a-4fdc-8ec6-206dbdcc56cf,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:48.894834 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:48.902566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:48.903870 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b8bbc04b-b440-4510-9fa1-a4704ed73b43 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1510141
Apr 15 11:03:48.907245 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58486) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:48.913270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'floatingip': {'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:48.920559 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:48.924967 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Usage tracker for resource:floatingip and tenant:399f5b1fd23e4c86abf4db0a3d842afd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:48.928239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:48.934790 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:48.945847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:49.098231 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:49.245988 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Allocated IP 172.27.1.138 (dd8f26ad-8822-4438-83a1-7cd3099d3e06/c54a80ce-7f12-41cc-b89b-f6640532bd65/add7df70-d4bc-4107-b7aa-0aba075dce26) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:49.277260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-688f7fb0-d1d3-47a4-859e-565822f533c8 req-8e3c56cd-73ed-40a3-a5bf-4963b334b4b1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Synchronizing usage tracker for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:49.292752 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-688f7fb0-d1d3-47a4-859e-565822f533c8 req-8e3c56cd-73ed-40a3-a5bf-4963b334b4b1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Unset dirty status for tenant:20378def4f1f4105aec253d39ff8fba7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:49.294348 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-688f7fb0-d1d3-47a4-859e-565822f533c8 req-8e3c56cd-73ed-40a3-a5bf-4963b334b4b1 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "GET /v2.0/ports?device_id=375daf35-e5c2-4427-b6b2-4d71620e08a8 HTTP/1.1" status: 200  len: 210 time: 0.0667927
Apr 15 11:03:49.406397 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:49.436705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:49.452540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8aff4bd8-1b32-408b-9d0c-334371bac414 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:49.481782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2208f1e4-fb9a-44e8-a7a4-d229c85a474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:49.590460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'Port': ['ID=add7df70-d4bc-4107-b7aa-0aba075dce26,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:49.594989 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:49.646591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Network dd8f26ad-8822-4438-83a1-7cd3099d3e06 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:49.647690 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources bound (agent type, host, resource id):  {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:49.649878 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:49.777478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:49.843569 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.113343 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.116751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851791786'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.132498 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-74c29a61-dae0-408a-9367-0f9e944f9329 tempest-VolumesActionsTest-948149623 tempest-VolumesActionsTest-948149623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:50.268458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'Port': ['ID=add7df70-d4bc-4107-b7aa-0aba075dce26,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:50.273006 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:50.374748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.396856 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.398226 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cd830c35-291d-4bcf-94fb-aa5472d7e88b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4898791
Apr 15 11:03:50.403022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58494) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:50.586384 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Deleting port 44ea2836-e462-4076-a9e7-e97c2209ab96 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:50.586775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.646361 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-4a9ce0d1-9fbc-49c8-89af-e66f672380b4 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--281063321&fields=id&tenant_id=399f5b1fd23e4c86abf4db0a3d842afd HTTP/1.1" status: 200  len: 267 time: 0.0455003
Apr 15 11:03:50.729368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.784262 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.784636 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.817561 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-e322e9e7-7193-4db5-9839-9ec4f018a6b9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:50.819137 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-e322e9e7-7193-4db5-9839-9ec4f018a6b9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 809 time: 0.1651940
Apr 15 11:03:50.836278 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-570a76eb-fa8c-4a7d-8f81-e1c540094251 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/quotas/399f5b1fd23e4c86abf4db0a3d842afd HTTP/1.1" status: 200  len: 375 time: 0.0100744
Apr 15 11:03:50.923328 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Calling delete_port for 44ea2836-e462-4076-a9e7-e97c2209ab96 owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:50.935780 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-43b89e1e-03d9-4120-ae4c-b6a4b13ab015 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0937068
Apr 15 11:03:51.060060 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-1fa6d663-3872-44d6-a963-c7a5605e237f service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:03:51.061161 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-1fa6d663-3872-44d6-a963-c7a5605e237f service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1128113
Apr 15 11:03:51.071908 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:51.088226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3c56ed3b-f1ed-433d-b7f8-62b07cc5d91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:51.162845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:51.167818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:51.184732 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event deleted for resources: {'Port': ['ID=44ea2836-e462-4076-a9e7-e97c2209ab96,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:51.188772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:51.207660 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:51.208042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device 5d8c0b9b-3c3d-4622-a5dc-13e723e99170 not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:51.215602 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-7b15eac8-59d5-4e5d-85c3-01b0b7faca37 service neutron] 10.222.0.93 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477661
Apr 15 11:03:51.349773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for floatingip, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:51.364089 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-bbfbc574-5072-40f6-b3d7-ca143871312b service neutron] 10.222.0.93 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418815
Apr 15 11:03:51.367941 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:51.369178 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9b934c9a-5052-4efd-aa2d-72536b8e64dd tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "DELETE /v2.0/floatingips/9523ed58-8462-4d5d-beb5-bab92b74a3f9 HTTP/1.1" status: 204  len: 168 time: 0.9651692
Apr 15 11:03:51.560913 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-1edf117c-1441-47f4-b0a7-60a654a5498d req-f3948a1c-4c1f-4d8e-ae8c-79d83f925a00 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 210 time: 0.0493453
Apr 15 11:03:52.224011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:52.670607 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-261767d4-f45f-4cc0-93e8-2126ad3abf87 req-76408862-cf99-4906-abd1-49016523e966 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:52.686591 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-261767d4-f45f-4cc0-93e8-2126ad3abf87 req-76408862-cf99-4906-abd1-49016523e966 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:52.687926 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-261767d4-f45f-4cc0-93e8-2126ad3abf87 req-76408862-cf99-4906-abd1-49016523e966 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 210 time: 0.0680654
Apr 15 11:03:52.775152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58532) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:52.851257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:52.882448 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:52.935369 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:52.940530 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-52334697-0d90-4f4b-bc46-380e312258dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:52.955821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:52.958493 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:52.967390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:52.968589 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] 10.222.0.93 "DELETE /v2.0/security-groups/3f2a466e-3e12-41ef-b7b7-7cf40d3a91a0 HTTP/1.1" status: 204  len: 168 time: 0.1923969
Apr 15 11:03:53.027673 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58538) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:53.838880 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-4887867f-8006-479a-aff3-2269b6461ae6 req-3fbc6a76-e0e6-4ee7-bed4-4b95ce255adb tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 210 time: 0.0852811
Apr 15 11:03:54.018119 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:54.408535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Deleting port 72286f81-9184-4fc6-a51e-bdf71318d8d0 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:54.408918 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:54.597778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] For port 72286f81-9184-4fc6-a51e-bdf71318d8d0, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=72286f81-9184-4fc6-a51e-bdf71318d8d0,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:54.598180 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:54.667458 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:54.738007 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Calling delete_port for 72286f81-9184-4fc6-a51e-bdf71318d8d0 owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:54.914894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:54.931477 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-7a47d63d-610f-4fdd-ad1f-db1e43d845e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:54.946623 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5adf51c1-820c-4938-be32-ea2598f1eb70 req-a898f4ce-1db3-478e-94a3-e8a150ac03b6 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 210 time: 0.0496099
Apr 15 11:03:55.034320 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Pushing event deleted for resources: {'Port': ['ID=72286f81-9184-4fc6-a51e-bdf71318d8d0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:55.038286 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:55.388205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:55.895223 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Router e61f66ef-54f5-429d-80ac-14d17d7a3c24 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:56.126920 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-7af8903a-f33a-4eae-a986-29f3a2382fb3 req-e4a8536c-20f4-4449-b7a7-646a086d7717 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 210 time: 0.0645134
Apr 15 11:03:56.134123 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:56.148423 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ce6a2da8-d3be-4f09-b216-5fd5cf42de4a admin admin] 10.222.0.93 "PUT /v2.0/routers/e61f66ef-54f5-429d-80ac-14d17d7a3c24/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1195383
Apr 15 11:03:56.150917 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58564) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:56.154665 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] Sync routers for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:56.164775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:56.165481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e256d8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:56.377189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:56.597425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.685901 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e256d8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T11:03:54Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:56.690238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] Checking router: e61f66ef-54f5-429d-80ac-14d17d7a3c24 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:56.699427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] Routers {'e61f66ef-54f5-429d-80ac-14d17d7a3c24'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:56.700087 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1e256d8>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:56.791291 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.802867 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Deleting port 270aec5c-a9b1-418d-a2ff-d8bc512d820d {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:56.803269 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.961681 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-579e5921-9a5e-4fcb-8aa6-00c340dfda35 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:56.963231 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-579e5921-9a5e-4fcb-8aa6-00c340dfda35 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 809 time: 0.1845994
Apr 15 11:03:57.041409 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] For port 270aec5c-a9b1-418d-a2ff-d8bc512d820d, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=270aec5c-a9b1-418d-a2ff-d8bc512d820d,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:57.042513 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.079720 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-a761ce24-6793-4f44-a37a-90c77657a85c tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd HTTP/1.1" status: 200  len: 5708 time: 0.1073375
Apr 15 11:03:57.089951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'port': {'device_id': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'admin_state_up': True, 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'security_groups': ['13710361-d29a-40e7-8612-d336fcec113e']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:57.116877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] Set router e61f66ef-54f5-429d-80ac-14d17d7a3c24 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:57.191052 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Calling delete_port for 270aec5c-a9b1-418d-a2ff-d8bc512d820d owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:57.254666 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:57.314154 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-46efd352-e686-4870-9433-032d904bc226 req-8563e8d2-5af4-4e2d-851a-f6790d8215d0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 210 time: 0.0626712
Apr 15 11:03:57.315086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:57.325536 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Made reservation on behalf of 399f5b1fd23e4c86abf4db0a3d842afd for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:03:57.331907 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.374263 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.390516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:57.455367 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1e256d8>, [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T11:03:54Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:57.459678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ddd30-96f8-4762-acfe-a4a75a0a5c23 None None] The sync data for ids ['e61f66ef-54f5-429d-80ac-14d17d7a3c24'] in dv-cinder-786384-1-iscsi is: [{'id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'name': 'tempest-TestVolumeBootPattern-1726469623-router', 'tenant_id': '20378def4f1f4105aec253d39ff8fba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:53Z', 'updated_at': '2021-04-15T11:03:54Z', 'revision_number': 5, 'project_id': '20378def4f1f4105aec253d39ff8fba7', 'gw_port': {'id': '270aec5c-a9b1-418d-a2ff-d8bc512d820d', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f66ef-54f5-429d-80ac-14d17d7a3c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:54Z', 'updated_at': '2021-04-15T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:57.492824 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Pushing event deleted for resources: {'Port': ['ID=270aec5c-a9b1-418d-a2ff-d8bc512d820d,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:57.496761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:57.525358 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_common [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Allocated IP 172.20.0.9 (01c4ae28-45b4-4a8b-a2e4-042cfec47a68/b8ddf52b-1d45-45f3-a040-1582c59dda70/d7898866-0a00-41a2-b768-f9eb0d97defb) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:57.663806 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.739919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.756857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Transition to ACTIVE for port object d7898866-0a00-41a2-b768-f9eb0d97defb will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:03:57.781854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732930212194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.798332 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8a8eb2b7-fd1a-43e8-8323-24102b5fca96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:57.859160 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.861538 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.886589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.887167 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61f66ef-54f5-429d-80ac-14d17d7a3c24 {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:03:57.899877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.901174 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f1379ace-52f5-4917-889d-ac39723d9635 admin admin] 10.222.0.93 "DELETE /v2.0/routers/e61f66ef-54f5-429d-80ac-14d17d7a3c24 HTTP/1.1" status: 204  len: 168 time: 1.7492211
Apr 15 11:03:57.904632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58574) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:57.989095 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event updated for resources: {'Port': ['ID=d7898866-0a00-41a2-b768-f9eb0d97defb,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:57.992193 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:58.035169 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Deleting subnet 20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:58.039780 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.120751 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.155293 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:58.160486 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.base_scheduler [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Resources bound (agent type, host, resource id):  {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:58.162981 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:58.255441 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:58.256129 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.296790 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-5612781e-28c9-453f-b7fb-d77464565834 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2120278
Apr 15 11:03:58.299327 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.337342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Request body: {'port': {'device_id': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:58.337566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-566690c9-549e-446a-8408-be4844f0047e None None] Provisioning for port d7898866-0a00-41a2-b768-f9eb0d97defb completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:03:58.342705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-566690c9-549e-446a-8408-be4844f0047e None None] Provisioning complete for port d7898866-0a00-41a2-b768-f9eb0d97defb triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:03:58.343136 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-566690c9-549e-446a-8408-be4844f0047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.403970 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-566690c9-549e-446a-8408-be4844f0047e None None] Port d7898866-0a00-41a2-b768-f9eb0d97defb cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:03:58.532110 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e15e7-6207-4807-8c06-ecdcd8d10625 req-94857c49-1a87-4f1e-a0f5-6a47441b92af tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:58.533813 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b19e15e7-6207-4807-8c06-ecdcd8d10625 req-94857c49-1a87-4f1e-a0f5-6a47441b92af tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 931 time: 0.0919368
Apr 15 11:03:58.565893 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.587361 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-b19e15e7-6207-4807-8c06-ecdcd8d10625 req-91a58641-50d5-4325-8e7d-5f6aed8131bc tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:58.603086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-b19e15e7-6207-4807-8c06-ecdcd8d10625 req-91a58641-50d5-4325-8e7d-5f6aed8131bc tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:58.604956 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-b19e15e7-6207-4807-8c06-ecdcd8d10625 req-91a58641-50d5-4325-8e7d-5f6aed8131bc tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641408
Apr 15 11:03:58.880385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.900731 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:58.975742 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 270aec5c-a9b1-418d-a2ff-d8bc512d820d no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:59.000715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d92b8d-46f6-4b78-bb84-4d5e0c0a9219,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:59.011321 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:59.013366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 270aec5c-a9b1-418d-a2ff-d8bc512d820d {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:59.013773 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 270aec5c-a9b1-418d-a2ff-d8bc512d820d not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:59.014239 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 72286f81-9184-4fc6-a51e-bdf71318d8d0 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:59.053873 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 72286f81-9184-4fc6-a51e-bdf71318d8d0 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:59.054272 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 72286f81-9184-4fc6-a51e-bdf71318d8d0 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:59.380588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.383927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913649c-0428-4b28-9e29-1d5750cba29c None None] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:59.400980 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-875fbaae-6407-4762-a472-203475d4e323 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/20d92b8d-46f6-4b78-bb84-4d5e0c0a9219 HTTP/1.1" status: 204  len: 168 time: 1.4907262
Apr 15 11:03:59.404398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58580) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:59.490656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7898866-0a00-41a2-b768-f9eb0d97defb {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:03:59.499863 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.515252 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Transition to ACTIVE for port object d7898866-0a00-41a2-b768-f9eb0d97defb will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:03:59.521039 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.524124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.537838 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f17623c5-7ce5-4d35-b196-6a8e3813946a tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:59.599089 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Deleting port 95db1493-3d96-435f-8f10-24e67540bfd5 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:59.599582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.653845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] DHCP port deletion for 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:03:59.659147 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Deleting port 95db1493-3d96-435f-8f10-24e67540bfd5 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:59.659582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.676771 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Pushing event updated for resources: {'Port': ['ID=d7898866-0a00-41a2-b768-f9eb0d97defb,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:59.682162 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:59.843500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] For port 95db1493-3d96-435f-8f10-24e67540bfd5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=95db1493-3d96-435f-8f10-24e67540bfd5,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:59.843910 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.943445 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] For port 95db1493-3d96-435f-8f10-24e67540bfd5, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=95db1493-3d96-435f-8f10-24e67540bfd5,segment=NetworkSegment(ec79da78-ff25-4761-ae01-03eac501832e),segment_id=ec79da78-ff25-4761-ae01-03eac501832e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:59.943892 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.988478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8687d-52aa-449d-8413-5d52b69a6f8c req-fb840d27-67f9-4764-a60a-c44ddd115fd6 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:59.989290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5cb8687d-52aa-449d-8413-5d52b69a6f8c req-fb840d27-67f9-4764-a60a-c44ddd115fd6 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Synchronizing usage tracker for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:59.996341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Calling delete_port for 95db1493-3d96-435f-8f10-24e67540bfd5 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:00.027421 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [req-5cb8687d-52aa-449d-8413-5d52b69a6f8c req-fb840d27-67f9-4764-a60a-c44ddd115fd6 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Unset dirty status for tenant:399f5b1fd23e4c86abf4db0a3d842afd on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:04:00.029573 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5cb8687d-52aa-449d-8413-5d52b69a6f8c req-fb840d27-67f9-4764-a60a-c44ddd115fd6 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 943 time: 0.3013432
Apr 15 11:04:00.040788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Attempting to bind port d7898866-0a00-41a2-b768-f9eb0d97defb on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:04:00.041170 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Attempting to bind port d7898866-0a00-41a2-b768-f9eb0d97defb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:04:00.041603 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Attempting to bind port d7898866-0a00-41a2-b768-f9eb0d97defb on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:00.065775 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Port d7898866-0a00-41a2-b768-f9eb0d97defb on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:04:00.066156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Attempting to bind port d7898866-0a00-41a2-b768-f9eb0d97defb on network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:00.082952 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.085446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Checking agent: {'id': 'bd807a61-a469-4601-a937-e68c29182e35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'started_at': datetime.datetime(2021, 4, 15, 10, 50, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:04:00.085845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Checking segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:00.086283 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Bound using segment: {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:04:00.086781 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Bound port: d7898866-0a00-41a2-b768-f9eb0d97defb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3970394-a919-4440-9f65-d92e77df6c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:04:00.087190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.088164 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Calling delete_port for 95db1493-3d96-435f-8f10-24e67540bfd5 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:00.099961 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-be7ad804-f085-46b3-926f-fd4b7c6c69a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:00.113518 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-5cb8687d-52aa-449d-8413-5d52b69a6f8c req-c81343ee-615d-4c5d-9475-ca1748c0c5b1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775344
Apr 15 11:04:00.161891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Pushing event deleted for resources: {'Port': ['ID=95db1493-3d96-435f-8f10-24e67540bfd5,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:00.173979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:04:00.174392 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:04:00.201822 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] For port d7898866-0a00-41a2-b768-f9eb0d97defb, host hv-cinder-78638, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:04:00.205022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] For port d7898866-0a00-41a2-b768-f9eb0d97defb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d7898866-0a00-41a2-b768-f9eb0d97defb,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:04:00.208482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852648295'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.211652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:00.224912 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-42d2fab3-a4fe-4430-a3fc-9cc544c63463 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:00.260199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] No DVR routers for this DVR port 95db1493-3d96-435f-8f10-24e67540bfd5 on host dv-cinder-786384-1-iscsi {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:04:00.385479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.388864 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Pushing event updated for resources: {'Port': ['ID=d7898866-0a00-41a2-b768-f9eb0d97defb,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:00.392347 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:00.427552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:00.427772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.429146 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] 10.222.0.89 "PUT /v2.0/ports/d7898866-0a00-41a2-b768-f9eb0d97defb HTTP/1.1" status: 200  len: 1093 time: 2.0969553
Apr 15 11:04:00.429739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:00.525427 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b238cef0>,) {'filters': {'network_id': ['3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:00.543190 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b238cef0>, 'ec79da78-ff25-4761-ae01-03eac501832e') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:00.544138 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b238cef0>, 'ec79da78-ff25-4761-ae01-03eac501832e') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:00.560779 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852195831'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.568371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-9662c981-8363-466c-921a-f61d0148118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:00.570066 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-9662c981-8363-466c-921a-f61d0148118c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 1096 time: 0.0931468
Apr 15 11:04:00.580452 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.588363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:04:00.631692 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'status': 'completed', 'code': 200}
Apr 15 11:04:00.657603 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-979bc32d-42e7-4525-ab05-67475046a1f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7898866-0a00-41a2-b768-f9eb0d97defb HTTP/1.1" status: 200  len: 217 time: 0.0802653
Apr 15 11:04:00.675649 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Deleting port 95db1493-3d96-435f-8f10-24e67540bfd5 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:00.676014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.733404 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-14c5a7a3-2e09-4c8d-8e68-470b8d84d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:00.735075 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-14c5a7a3-2e09-4c8d-8e68-470b8d84d3e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0710349
Apr 15 11:04:00.758940 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1646a-34ed-453f-a0a4-b8fa6dbbae71 None None] The port '95db1493-3d96-435f-8f10-24e67540bfd5' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:04:00.801070 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:00.811139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985658'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.821330 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-ddf58edc-ffa8-4acf-ade4-8113027c8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:00.823004 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-ddf58edc-ffa8-4acf-ade4-8113027c8891 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808120
Apr 15 11:04:00.971189 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-a136f5c5-e98a-48ea-bd1b-29608eec0cf9 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412230
Apr 15 11:04:00.979195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 95db1493-3d96-435f-8f10-24e67540bfd5 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:00.993124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Network 3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:01.018282 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 95db1493-3d96-435f-8f10-24e67540bfd5 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:01.018690 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 95db1493-3d96-435f-8f10-24e67540bfd5 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:04:01.024215 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:04:01.099508 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:01.103550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:01.117470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:01.117624 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6ab1aefa-bf18-4588-96fb-988b58062a2a req-7f7dace1-3d1b-4e25-b36d-a986f6f6cbfa service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390207
Apr 15 11:04:01.129420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:01.139133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:01.144115 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] 10.222.0.93 "DELETE /v2.0/networks/3a605ea7-d8e1-461d-a85f-6c2a9f7f1b41 HTTP/1.1" status: 204  len: 168 time: 1.7382724
Apr 15 11:04:01.147206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58592) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:01.300348 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-84eab8d2-86a8-4b70-846d-438ce13d12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:01.301953 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-84eab8d2-86a8-4b70-846d-438ce13d12be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 1096 time: 0.1365685
Apr 15 11:04:01.436877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a624e11-df3e-4c85-9dfb-fcff5e741002 req-9e1e58c7-1252-4e32-9c6f-fb5f60d803d0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:01.438701 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6a624e11-df3e-4c85-9dfb-fcff5e741002 req-9e1e58c7-1252-4e32-9c6f-fb5f60d803d0 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 943 time: 0.2000394
Apr 15 11:04:01.517767 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-48797be2-2d53-43e4-8492-ef4b0f191385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:01.519373 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-48797be2-2d53-43e4-8492-ef4b0f191385 service neutron] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 911 time: 0.2082002
Apr 15 11:04:01.527096 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-6a624e11-df3e-4c85-9dfb-fcff5e741002 req-890e1ddd-ef7d-4d59-b8d0-c185afac99d4 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808892
Apr 15 11:04:01.603170 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-908533a8-e3ff-43ab-b9dd-fcba68b530cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7898866-0a00-41a2-b768-f9eb0d97defb HTTP/1.1" status: 200  len: 217 time: 0.0748725
Apr 15 11:04:01.675551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-73e71271-4e4f-4236-bfea-4791e6c0d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:01.677129 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-73e71271-4e4f-4236-bfea-4791e6c0d007 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0669663
Apr 15 11:04:01.765871 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-7aaf6687-47e0-4251-be0c-e39e7af2d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:01.767579 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-7aaf6687-47e0-4251-be0c-e39e7af2d4cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829122
Apr 15 11:04:01.913535 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-62b74328-266b-476d-8349-9ef54f2ad7b4 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381702
Apr 15 11:04:01.982022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:02.061997 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-d26ef9ad-2e6d-4e2b-9b53-dae6df37ae71 req-b3a12401-dc4a-4eea-8781-19d1a0638751 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418982
Apr 15 11:04:02.353497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Deleting port 06262132-f24a-4846-93b1-063708cad278 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:02.353805 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:02.534527 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] For port 06262132-f24a-4846-93b1-063708cad278, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=06262132-f24a-4846-93b1-063708cad278,segment=NetworkSegment(4bc0cd27-2f97-43cb-8b64-a31dca48177c),segment_id=4bc0cd27-2f97-43cb-8b64-a31dca48177c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:02.535126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:02.672005 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Calling delete_port for 06262132-f24a-4846-93b1-063708cad278 owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:02.849443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daad9e-23a3-42c0-b1b9-413bb8845629 req-81f6ac16-5f2b-4fe2-9b40-bc2637638e27 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:02.851054 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42daad9e-23a3-42c0-b1b9-413bb8845629 req-81f6ac16-5f2b-4fe2-9b40-bc2637638e27 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 943 time: 0.1881959
Apr 15 11:04:02.946078 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-42daad9e-23a3-42c0-b1b9-413bb8845629 req-efa60db9-b7b6-43a9-a1ca-fd858f6cf5f6 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840418
Apr 15 11:04:02.972950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:02.988605 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c9ca94e6-5d2d-4a37-946b-e636bf41cbb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:03.082366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Pushing event deleted for resources: {'Port': ['ID=06262132-f24a-4846-93b1-063708cad278,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:03.084986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:03.216598 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device d7898866-0a00-41a2-b768-f9eb0d97defb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:04:03.362385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port d7898866-0a00-41a2-b768-f9eb0d97defb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d7898866-0a00-41a2-b768-f9eb0d97defb,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:03.376639 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Returning: {'device': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'port_id': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'mac_address': 'fa:16:3e:0c:bc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:04:03.438891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:03.445373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:03.457153 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7898866-0a00-41a2-b768-f9eb0d97defb {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:04:03.473809 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port d7898866-0a00-41a2-b768-f9eb0d97defb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d7898866-0a00-41a2-b768-f9eb0d97defb,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:03.476856 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:03.478759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:03.548422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=d7898866-0a00-41a2-b768-f9eb0d97defb,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:03.556201 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.556588 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.556965 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.557420 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.557785 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.558157 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.558522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.558891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.559257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.559618 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.559983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.560341 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:03.564339 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:03.682111 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] get_ports_and_sgs() called for port_ids ['d7898866-0a00-41a2-b768-f9eb0d97defb'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:04:03.961876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Router bd85c928-2618-4b38-876f-15ded7bbd27d has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:04.148534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496751-ece3-44fa-b367-83e5bfa436ec req-d12f0f3c-55b2-4b22-ac6c-d0eba301d375 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:04.150159 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a496751-ece3-44fa-b367-83e5bfa436ec req-d12f0f3c-55b2-4b22-ac6c-d0eba301d375 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 944 time: 0.0883715
Apr 15 11:04:04.154034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:04.164251 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] Sync routers for ids ['bd85c928-2618-4b38-876f-15ded7bbd27d'] in dv-cinder-786384-1-iscsi {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:04.173666 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cb410343-e051-42d3-a207-b001d8bca391 admin admin] 10.222.0.93 "PUT /v2.0/routers/bd85c928-2618-4b38-876f-15ded7bbd27d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0252938
Apr 15 11:04:04.174399 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58600) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:04.175253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] Routers {'bd85c928-2618-4b38-876f-15ded7bbd27d'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:04.175935 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b11aca58>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['bd85c928-2618-4b38-876f-15ded7bbd27d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:04.205649 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2a496751-ece3-44fa-b367-83e5bfa436ec req-1423fbcd-3cde-4fa4-bb36-5a12a9263920 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484359
Apr 15 11:04:04.371116 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:04.654738 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] Set router bd85c928-2618-4b38-876f-15ded7bbd27d gateway port host: dv-cinder-786384-1-iscsi {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:04.864079 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:04.873009 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Deleting port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:04.873442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:05.083086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b11aca58>, [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T11:04:02Z', 'revision_number': 5, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port': {'id': 'e6701f98-fdc6-4249-a1bf-3e92d0c4f55a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:06Z', 'updated_at': '2021-04-15T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:05.084393 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] For port e6701f98-fdc6-4249-a1bf-3e92d0c4f55a, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:05.084801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:05.090035 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] Checking router: bd85c928-2618-4b38-876f-15ded7bbd27d for host: dv-cinder-786384-1-iscsi {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:05.102103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] Routers {'bd85c928-2618-4b38-876f-15ded7bbd27d'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:05.102706 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b11aca58>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['bd85c928-2618-4b38-876f-15ded7bbd27d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:05.229854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Calling delete_port for e6701f98-fdc6-4249-a1bf-3e92d0c4f55a owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:05.238511 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device d7898866-0a00-41a2-b768-f9eb0d97defb up at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:05.341951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] Set router bd85c928-2618-4b38-876f-15ded7bbd27d gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:05.465042 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b11aca58>, [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T11:04:04Z', 'revision_number': 6, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port_host': None}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:05.471761 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d6775-f641-4484-92bb-25a9891a3bf7 None None] The sync data for ids ['bd85c928-2618-4b38-876f-15ded7bbd27d'] in dv-cinder-786384-1-iscsi is: [{'id': 'bd85c928-2618-4b38-876f-15ded7bbd27d', 'name': 'tempest-TestVolumeBootPattern-851137681-router', 'tenant_id': 'e59b3237467c45f1a3602531af2c31b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:05Z', 'updated_at': '2021-04-15T11:04:04Z', 'revision_number': 6, 'project_id': 'e59b3237467c45f1a3602531af2c31b5', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:05.478759 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning for port d7898866-0a00-41a2-b768-f9eb0d97defb completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:05.482145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973c9dd-431f-49c3-a894-82ad504fa20c req-9a470ce5-c5e6-4e91-b477-ee34bf2d6e7b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:05.483783 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a973c9dd-431f-49c3-a894-82ad504fa20c req-9a470ce5-c5e6-4e91-b477-ee34bf2d6e7b tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 944 time: 0.1606266
Apr 15 11:04:05.488002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.provisioning_blocks [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Provisioning complete for port d7898866-0a00-41a2-b768-f9eb0d97defb triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:05.488594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-108793'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:05.512238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:05.530596 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d904562b-a0c9-4dee-a51a-595861b7f4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:05.627137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854296109'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:05.645177 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e6701f98-fdc6-4249-a1bf-3e92d0c4f55a,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:05.652574 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:05.657691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:05.668240 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] For port d7898866-0a00-41a2-b768-f9eb0d97defb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d7898866-0a00-41a2-b768-f9eb0d97defb,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:05.671512 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732930666543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732930212211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303924563572'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:05.671661 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a973c9dd-431f-49c3-a894-82ad504fa20c req-ef9db09f-68c0-4416-8431-ef75cdb9e9f9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1780305
Apr 15 11:04:05.674248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:05.772372 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Pushing event updated for resources: {'Port': ['ID=d7898866-0a00-41a2-b768-f9eb0d97defb,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:05.775845 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:05.837320 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'code': 200}
Apr 15 11:04:05.847152 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.047435 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.049849 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.078237 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.078847 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd85c928-2618-4b38-876f-15ded7bbd27d {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:04:06.086248 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ecc3-f103-495f-a190-3dcc9b9fe04d req-3e6b2fcb-5ee0-4219-bc36-fe53f1042089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:06.087872 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-08c3ecc3-f103-495f-a190-3dcc9b9fe04d req-3e6b2fcb-5ee0-4219-bc36-fe53f1042089 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 1098 time: 0.0837755
Apr 15 11:04:06.093594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.095722 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-1a692d36-44e8-470c-93c0-935cea2327bf admin admin] 10.222.0.93 "DELETE /v2.0/routers/bd85c928-2618-4b38-876f-15ded7bbd27d HTTP/1.1" status: 204  len: 168 time: 1.9203215
Apr 15 11:04:06.097799 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58610) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:06.133332 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-08c3ecc3-f103-495f-a190-3dcc9b9fe04d req-fc80412d-81ed-4118-811d-26e8f8a60012 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388229
Apr 15 11:04:06.166260 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Deleting subnet e8d45f7a-1490-44b5-9800-05492e3aa684 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:04:06.172400 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.228380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2579985'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.310823 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.574058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851791847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851668696'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.590038 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-c4452f5c-5266-4f5d-bf35-073cdd9b036d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:06.676768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d45f7a-1490-44b5-9800-05492e3aa684,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:06.681645 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:06.724548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.730931 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-8e90db98-9c2a-4cd2-a4b4-77d0d103c7fa admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e8d45f7a-1490-44b5-9800-05492e3aa684 HTTP/1.1" status: 204  len: 168 time: 0.6319802
Apr 15 11:04:06.731106 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f6dbc-c541-419f-a73c-ef56849eb90f None None] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:04:06.733475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58616) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:06.899324 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:06.986001 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Deleting port 3af4d568-3be4-4a55-995e-7cce04271c80 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:06.986463 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:07.038124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] DHCP port deletion for 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:04:07.042544 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Deleting port 3af4d568-3be4-4a55-995e-7cce04271c80 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:07.043497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:07.076499 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e6701f98-fdc6-4249-a1bf-3e92d0c4f55a no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:07.105128 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b3fa6-e05d-4ae2-bf01-1bfaac4bb788 req-e2195b80-3ce0-4ca6-a28b-ba5510eb2b8f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:07.106823 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-857b3fa6-e05d-4ae2-bf01-1bfaac4bb788 req-e2195b80-3ce0-4ca6-a28b-ba5510eb2b8f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 945 time: 0.2632997
Apr 15 11:04:07.128044 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: e6701f98-fdc6-4249-a1bf-3e92d0c4f55a {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:07.128446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device e6701f98-fdc6-4249-a1bf-3e92d0c4f55a not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:07.128913 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 06262132-f24a-4846-93b1-063708cad278 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:07.174430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 06262132-f24a-4846-93b1-063708cad278 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:07.174748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 06262132-f24a-4846-93b1-063708cad278 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:07.246704 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-857b3fa6-e05d-4ae2-bf01-1bfaac4bb788 req-522e86ec-8314-4f1a-bb36-95485beaa9f2 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295011
Apr 15 11:04:07.283691 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] For port 3af4d568-3be4-4a55-995e-7cce04271c80, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=3af4d568-3be4-4a55-995e-7cce04271c80,segment=NetworkSegment(4bc0cd27-2f97-43cb-8b64-a31dca48177c),segment_id=4bc0cd27-2f97-43cb-8b64-a31dca48177c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:07.284102 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:07.344851 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] For port 3af4d568-3be4-4a55-995e-7cce04271c80, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=3af4d568-3be4-4a55-995e-7cce04271c80,segment=NetworkSegment(4bc0cd27-2f97-43cb-8b64-a31dca48177c),segment_id=4bc0cd27-2f97-43cb-8b64-a31dca48177c)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:07.345349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:07.422080 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Calling delete_port for 3af4d568-3be4-4a55-995e-7cce04271c80 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:07.481475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Calling delete_port for 3af4d568-3be4-4a55-995e-7cce04271c80 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:07.499058 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984046'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:07.515020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-a75a22e5-1e93-4365-975b-63221f740e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:07.556036 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:04:07.556450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:04:07.854072 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af4d568-3be4-4a55-995e-7cce04271c80,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:07.861593 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:07.904250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] No DVR routers for this DVR port 3af4d568-3be4-4a55-995e-7cce04271c80 on host dv-cinder-786384-1-iscsi {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:04:08.025652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.058371 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Deleting port 3af4d568-3be4-4a55-995e-7cce04271c80 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:08.059059 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.133614 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7d64b-0b88-4782-9d60-83a223bd9c00 None None] The port '3af4d568-3be4-4a55-995e-7cce04271c80' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:04:08.140535 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b1edd710>,) {'filters': {'network_id': ['14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:08.153459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b1edd710>, '4bc0cd27-2f97-43cb-8b64-a31dca48177c') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:08.153796 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b1edd710>, '4bc0cd27-2f97-43cb-8b64-a31dca48177c') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:08.165568 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852195831'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.185471 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.192004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:04:08.374747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:08.383854 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985658'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.454766 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6cb3d-c88a-4626-8d65-45b8f1b88f61 req-0d6e1e3e-10cc-435c-8ab1-c4e171256021 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:08.456391 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-28d6cb3d-c88a-4626-8d65-45b8f1b88f61 req-0d6e1e3e-10cc-435c-8ab1-c4e171256021 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 945 time: 0.0910707
Apr 15 11:04:08.505918 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-28d6cb3d-c88a-4626-8d65-45b8f1b88f61 req-5ec25ca9-473b-4fa5-a398-1a0e1a474e79 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429835
Apr 15 11:04:08.568984 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Network 14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:04:08.592135 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:04:08.727997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.742213 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-472e66d4-860e-4453-951e-4f54581c885d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:08.755733 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.769931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:08.778094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:08.781215 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-6b32ddb0-4c8b-4851-b533-ef6aa38590a6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/14c0fb69-761d-4c0e-8bd8-2e75b81cd9f7 HTTP/1.1" status: 204  len: 168 time: 2.0467443
Apr 15 11:04:08.790778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceef8e7-cbb6-42ef-b336-dfbb1bf8a502 req-a0f66731-654f-4eb0-b863-4b6ae9e5be5e tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:08.793106 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-2ceef8e7-cbb6-42ef-b336-dfbb1bf8a502 req-a0f66731-654f-4eb0-b863-4b6ae9e5be5e tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 945 time: 0.1515367
Apr 15 11:04:08.806684 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 58626) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:08.812754 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.v2.base [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Request body: {'floatingip': {'port_id': 'd7898866-0a00-41a2-b768-f9eb0d97defb'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:08.897679 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:08.913640 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58630) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:08.974148 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-dd202802-a663-49fc-9f66-a71c7c4c4e7a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=20378def4f1f4105aec253d39ff8fba7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0591342
Apr 15 11:04:08.976637 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58634) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:08.985839 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3af4d568-3be4-4a55-995e-7cce04271c80 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:09.023715 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 3af4d568-3be4-4a55-995e-7cce04271c80 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:09.024133 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 3af4d568-3be4-4a55-995e-7cce04271c80 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:09.045694 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd81c713-0101-42ec-955e-5355577e2a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.074415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd81c713-0101-42ec-955e-5355577e2a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.121370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd81c713-0101-42ec-955e-5355577e2a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.126415 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-4f06f3c1-cae3-4e51-ba68-9f2379eb39cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:09.140787 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81c713-0101-42ec-955e-5355577e2a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c185391c-3449-4bee-b45d-552d988d7cf4,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:09.143449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cd81c713-0101-42ec-955e-5355577e2a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:09.149798 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-cd81c713-0101-42ec-955e-5355577e2a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.151082 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-cd81c713-0101-42ec-955e-5355577e2a7f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c185391c-3449-4bee-b45d-552d988d7cf4 HTTP/1.1" status: 204  len: 168 time: 0.1734223
Apr 15 11:04:09.510301 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58642) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:09.542629 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.545792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.569459 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-551933bd-2f7a-4c06-8567-e32d8ccd0d02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e59b3237467c45f1a3602531af2c31b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542185
Apr 15 11:04:09.569642 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58646) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:09.637879 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e2041f5e-3388-4019-8c09-0a8e5c5a6406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.665077 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e2041f5e-3388-4019-8c09-0a8e5c5a6406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.721744 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e2041f5e-3388-4019-8c09-0a8e5c5a6406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.729613 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-eedefcc5-9678-4006-bc93-a8067ee80898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:09.732935 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Floating IP 72a1eeb2-96b6-4e6a-8b53-bafc4779bf57 associated. External IP: 172.27.1.138, port: d7898866-0a00-41a2-b768-f9eb0d97defb.
Apr 15 11:04:09.741652 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2041f5e-3388-4019-8c09-0a8e5c5a6406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5fc3f-a277-4950-8d0d-d4b442a3bd4e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:09.748584 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e2041f5e-3388-4019-8c09-0a8e5c5a6406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:09.749534 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e2041f5e-3388-4019-8c09-0a8e5c5a6406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:09.753690 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e2041f5e-3388-4019-8c09-0a8e5c5a6406 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/61d5fc3f-a277-4950-8d0d-d4b442a3bd4e HTTP/1.1" status: 204  len: 168 time: 0.1830566
Apr 15 11:04:10.126206 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Router da61d68e-49bd-480b-8f57-60310ab69e73 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:10.315957 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:10.320788 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.326130 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] Sync routers for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:10.336018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:10.336688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b25f2c18>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:10.383472 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-16490f0b-3c24-4cce-af65-fa92961bd18f tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "PUT /v2.0/floatingips/72a1eeb2-96b6-4e6a-8b53-bafc4779bf57 HTTP/1.1" status: 200  len: 991 time: 1.5754137
Apr 15 11:04:10.384067 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:10.441156 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'status': 'completed', 'code': 200}
Apr 15 11:04:10.536257 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:10.548934 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-f434874f-8d4a-4bed-aaec-eabc07b9842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:10.550585 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-f434874f-8d4a-4bed-aaec-eabc07b9842e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 1098 time: 0.0852752
Apr 15 11:04:10.697020 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-411e5ebc-3adb-4ee7-967a-5f0c4680a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:10.698814 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-411e5ebc-3adb-4ee7-967a-5f0c4680a4f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 911 time: 0.1401196
Apr 15 11:04:10.828041 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-6f1d5913-8a59-40a4-ba3f-995078b77299 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7898866-0a00-41a2-b768-f9eb0d97defb HTTP/1.1" status: 200  len: 999 time: 0.1230807
Apr 15 11:04:10.902259 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-e76cefdc-cd66-4375-934b-e45349284338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:10.903802 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-e76cefdc-cd66-4375-934b-e45349284338 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0690243
Apr 15 11:04:10.909747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b25f2c18>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '72a1eeb2-96b6-4e6a-8b53-bafc4779bf57', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'port_id': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'mac_address': 'fa:16:3e:0c:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:49Z', 'updated_at': '2021-04-15T11:04:09Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:10.913841 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] Checking router: da61d68e-49bd-480b-8f57-60310ab69e73 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:10.923819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:10.924487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b25f2c18>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:10.987311 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-a388ca17-fc7e-424f-89f3-1e6bfd103f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:10.988821 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-a388ca17-fc7e-424f-89f3-1e6bfd103f11 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788698
Apr 15 11:04:11.122462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:11.378843 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-089bb2b0-ec3f-4d37-b7a1-e35784335b32 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3819916
Apr 15 11:04:11.502983 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b25f2c18>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '72a1eeb2-96b6-4e6a-8b53-bafc4779bf57', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'port_id': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'mac_address': 'fa:16:3e:0c:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:49Z', 'updated_at': '2021-04-15T11:04:09Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:11.507183 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f761bd-b2f7-4f7f-ae99-51a26263606c None None] The sync data for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi is: [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_floatingips': [{'id': '72a1eeb2-96b6-4e6a-8b53-bafc4779bf57', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'router_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'port_id': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'mac_address': 'fa:16:3e:0c:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:49Z', 'updated_at': '2021-04-15T11:04:09Z', 'revision_number': 1, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:11.525186 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-98a3afbb-d313-4ce2-b2af-6b8c8f9100ae req-4fd59a8b-9a51-4760-8b1c-c6cbff643e97 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396081
Apr 15 11:04:11.786370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3dbd0-7e8b-4da5-a643-a57cd072a46f None None] New status for floating IP 72a1eeb2-96b6-4e6a-8b53-bafc4779bf57: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:04:17.451173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4e865dac-235a-4904-83b1-291d98cfc5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:17.572490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:04:19.483462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-be8c94bc-f0d2-406f-80b1-b5661103ac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:20.732154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.170232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.225903 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:24.665570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.451620 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4189516f-37c3-4040-937e-4df6f030237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.485366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-a390a334-b2f6-45ce-90fd-fa85a2d1f748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.733835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:51.161688 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:52.230157 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.573525 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:04:54.676743 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:56.516786 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-114221d9-78ba-45ff-bbe5-abecfd8110e3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0777657
Apr 15 11:04:56.671436 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-edbadd4d-c9f4-4817-889b-98829030e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.673038 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-edbadd4d-c9f4-4817-889b-98829030e9e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 1098 time: 0.0842545
Apr 15 11:04:56.832088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-7f8f9011-364a-4b78-9670-9bf8cbae44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.833609 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-7f8f9011-364a-4b78-9670-9bf8cbae44a5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 200  len: 911 time: 0.1401384
Apr 15 11:04:56.944769 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-8dfd77c1-d6f4-4296-8a56-8bcd66b7473d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7898866-0a00-41a2-b768-f9eb0d97defb HTTP/1.1" status: 200  len: 1001 time: 0.1044536
Apr 15 11:04:57.025189 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-23d8ae6e-2c6a-4c50-8be7-d92a6996680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:57.027435 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-23d8ae6e-2c6a-4c50-8be7-d92a6996680e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 200  len: 848 time: 0.0754006
Apr 15 11:04:57.115028 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-0cb93c60-cf34-429a-913e-c7a59b555761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:57.116622 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-0cb93c60-cf34-429a-913e-c7a59b555761 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=01c4ae28-45b4-4a8b-a2e4-042cfec47a68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826738
Apr 15 11:04:57.263513 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-6b11a6a0-20cf-439b-aada-1ade12038fd2 service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375527
Apr 15 11:04:57.411320 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-27e11fc0-5679-49b9-af56-57121ad28f48 req-7a66a1de-6968-4c33-8378-c4edb515881e service neutron] 10.222.0.89 "GET /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407866
Apr 15 11:05:08.526216 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa9870-7e04-4065-8a82-1b0155ed31a3 req-735a1398-c54d-4ddd-8373-0c4409db4fcc tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:08.527703 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1aa9870-7e04-4065-8a82-1b0155ed31a3 req-735a1398-c54d-4ddd-8373-0c4409db4fcc tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 945 time: 0.0875626
Apr 15 11:05:08.574415 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-a1aa9870-7e04-4065-8a82-1b0155ed31a3 req-bbad3319-96ce-40ea-b4ce-e090d658ef57 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403700
Apr 15 11:05:09.779053 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff9df3-2839-4772-a46d-abd4ad7fbdd8 req-cfc91d79-8428-49b2-9268-6d890c218540 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:09.780632 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f3ff9df3-2839-4772-a46d-abd4ad7fbdd8 req-cfc91d79-8428-49b2-9268-6d890c218540 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 945 time: 0.0882111
Apr 15 11:05:09.829486 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f3ff9df3-2839-4772-a46d-abd4ad7fbdd8 req-182b391b-9c8c-42fa-bb5e-5e58009eb471 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups?id=13710361-d29a-40e7-8612-d336fcec113e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424151
Apr 15 11:05:10.108842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-0f5c6115-32a3-4311-bc19-3c5ba47b8259 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:10.110393 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-0f5c6115-32a3-4311-bc19-3c5ba47b8259 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 945 time: 0.0908725
Apr 15 11:05:10.186121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Deleting port d7898866-0a00-41a2-b768-f9eb0d97defb {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:10.186507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.451198 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] For port d7898866-0a00-41a2-b768-f9eb0d97defb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d7898866-0a00-41a2-b768-f9eb0d97defb,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:10.451612 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.762460 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.762924 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853823511'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.763319 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.db.l3_db [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Floating IP 72a1eeb2-96b6-4e6a-8b53-bafc4779bf57 disassociated. External IP: 172.27.1.138, port: d7898866-0a00-41a2-b768-f9eb0d97defb.
Apr 15 11:05:10.763818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Calling delete_port for d7898866-0a00-41a2-b768-f9eb0d97defb owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:10.917094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.932919 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dc3a781d-1e18-47a7-be22-30fc24c53755 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:11.030264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event deleted for resources: {'Port': ['ID=d7898866-0a00-41a2-b768-f9eb0d97defb,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:11.046363 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.046792 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.047217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.047634 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.048047 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.048459 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.048868 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.049294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.049707 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.050114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.050518 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.050945 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:11.056877 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:11.265493 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-f5186289-8bfe-4268-8fe9-abcc4a05a27c req-130caa0b-ef56-496c-a741-5850379f47e3 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac9d4a8-9159-4476-94bc-120563f96ecd HTTP/1.1" status: 200  len: 210 time: 0.3175647
Apr 15 11:05:11.331071 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Router da61d68e-49bd-480b-8f57-60310ab69e73 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:05:11.524088 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:05:11.535726 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] Sync routers for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:05:11.547886 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:11.548577 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1df9860>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:11.606234 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] No DVR routers for this DVR port d7898866-0a00-41a2-b768-f9eb0d97defb on host hv-cinder-78638 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:05:11.608719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:11.611784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'name': 'network-vif-deleted', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:05:11.631965 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [req-93d6b41a-cc86-4a71-bf19-b33cec659b53 req-8d067a92-a188-4ceb-9b91-40b13a992fd9 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.89 "DELETE /v2.0/ports/d7898866-0a00-41a2-b768-f9eb0d97defb HTTP/1.1" status: 204  len: 173 time: 1.5155492
Apr 15 11:05:11.665758 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac9d4a8-9159-4476-94bc-120563f96ecd', 'name': 'network-vif-deleted', 'tag': 'd7898866-0a00-41a2-b768-f9eb0d97defb', 'status': 'completed', 'code': 200}
Apr 15 11:05:11.909837 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:12.247601 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1df9860>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:12.251507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] Checking router: da61d68e-49bd-480b-8f57-60310ab69e73 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:05:12.260564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:12.261217 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b1df9860>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:49Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:12.401487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58836) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:12.455331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:12.474813 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20312290-9dd3-4080-81e7-f4765e0951ed tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.504728 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20312290-9dd3-4080-81e7-f4765e0951ed tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.554297 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20312290-9dd3-4080-81e7-f4765e0951ed tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.560250 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-779b0dba-78de-4be5-b2dc-9bb4c3b40ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:12.577353 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312290-9dd3-4080-81e7-f4765e0951ed tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13710361-d29a-40e7-8612-d336fcec113e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:12.579835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-20312290-9dd3-4080-81e7-f4765e0951ed tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:12.585550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-20312290-9dd3-4080-81e7-f4765e0951ed tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.589682 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-20312290-9dd3-4080-81e7-f4765e0951ed tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "DELETE /v2.0/security-groups/13710361-d29a-40e7-8612-d336fcec113e HTTP/1.1" status: 204  len: 168 time: 0.1841443
Apr 15 11:05:12.589957 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58840) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:12.607966 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.api.v2.resource [None req-dd76e8c2-6a84-4e46-bcc0-e11f54cce1a1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] show failed (client error): The resource could not be found.
Apr 15 11:05:12.609060 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-dd76e8c2-6a84-4e46-bcc0-e11f54cce1a1 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "GET /v2.0/security-groups/13710361-d29a-40e7-8612-d336fcec113e HTTP/1.1" status: 404  len: 347 time: 0.0181196
Apr 15 11:05:12.612156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58844) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:12.822696 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Deleting port add7df70-d4bc-4107-b7aa-0aba075dce26 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:12.823101 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.837627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b1df9860>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:12.842678 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e4e3d-1c7c-4385-bf75-c472e940e57c None None] The sync data for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi is: [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 4, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi', '_interfaces': [{'id': '130736f0-cf97-41b0-afc1-86dd2b6d86a3', 'name': '', 'network_id': '01c4ae28-45b4-4a8b-a2e4-042cfec47a68', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'mac_address': 'fa:16:3e:4d:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:49Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'subnets': [{'id': 'b8ddf52b-1d45-45f3-a040-1582c59dda70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:05:13.204644 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ce5442-6ad9-441a-aba4-b3053012b3b5 None None] New status for floating IP 72a1eeb2-96b6-4e6a-8b53-bafc4779bf57: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:05:13.254862 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:13.255423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:13.391368 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Calling delete_port for add7df70-d4bc-4107-b7aa-0aba075dce26 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:13.612663 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device d7898866-0a00-41a2-b768-f9eb0d97defb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:13.620078 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85306) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:05:13.620443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:05:13.653617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] No Port match for: d7898866-0a00-41a2-b768-f9eb0d97defb {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:13.654022 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Device d7898866-0a00-41a2-b768-f9eb0d97defb not bound to the agent host hv-cinder-78638 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:14.121280 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Deleting port add7df70-d4bc-4107-b7aa-0aba075dce26 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:14.121632 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.303986 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.304546 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.438582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Calling delete_port for add7df70-d4bc-4107-b7aa-0aba075dce26 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:14.580580 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.596480 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-fcb66a80-63a1-4bd1-b626-3e503b04a1c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:14.688778 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Pushing event deleted for resources: {'Port': ['ID=add7df70-d4bc-4107-b7aa-0aba075dce26,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:14.691387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:14.860033 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.874656 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.875860 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3bbc0fb0-574a-4bd2-b674-01a784023253 tempest-AttachVolumeTestJSON-393339799 tempest-AttachVolumeTestJSON-393339799-project] 10.222.0.93 "DELETE /v2.0/floatingips/72a1eeb2-96b6-4e6a-8b53-bafc4779bf57 HTTP/1.1" status: 204  len: 168 time: 2.2627401
Apr 15 11:05:17.453520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-41b32fd0-fc57-4bbb-818d-900a35e1732c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.072739 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58874) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:19.485669 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-64362b23-8aef-4f56-9388-fff450290dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.656264 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951303'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.026487 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Deleting port 130736f0-cf97-41b0-afc1-86dd2b6d86a3 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:20.026800 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.209373 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] For port 130736f0-cf97-41b0-afc1-86dd2b6d86a3, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=130736f0-cf97-41b0-afc1-86dd2b6d86a3,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:20.209973 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.342349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Calling delete_port for 130736f0-cf97-41b0-afc1-86dd2b6d86a3 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:20.516140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.532184 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-35ee39f6-69c0-4bd1-85f1-6caaa83eed91 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:20.630825 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Pushing event deleted for resources: {'Port': ['ID=130736f0-cf97-41b0-afc1-86dd2b6d86a3,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:20.635014 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:20.739231 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.171011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.234449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854154619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952274'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.742131 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Router da61d68e-49bd-480b-8f57-60310ab69e73 has already been hosted by L3 agent c782debd-ab49-45db-b312-46644fd7c8c7 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:05:21.932500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-iscsi the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:05:21.941378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] Sync routers for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:05:21.945158 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-dab0148a-39b5-47c0-9d4a-eec070671611 admin admin] 10.222.0.93 "PUT /v2.0/routers/da61d68e-49bd-480b-8f57-60310ab69e73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8712254
Apr 15 11:05:21.947947 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58880) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:21.951835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:21.952507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b20452b0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:22.138624 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.142589 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: dv-cinder-786384-1-iscsi {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:22.232617 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.333205 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.342354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Deleting port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:22.342736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.449422 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b20452b0>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'external_fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:05:20Z', 'revision_number': 5, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port': {'id': '7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a', 'name': '', 'network_id': 'dd8f26ad-8822-4438-83a1-7cd3099d3e06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:46Z', 'updated_at': '2021-04-15T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c54a80ce-7f12-41cc-b89b-f6640532bd65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-iscsi'}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:22.453470 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] Checking router: da61d68e-49bd-480b-8f57-60310ab69e73 for host: dv-cinder-786384-1-iscsi {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:05:22.463103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] Routers {'da61d68e-49bd-480b-8f57-60310ab69e73'} bound to L3 agent in host dv-cinder-786384-1-iscsi {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:22.463772 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14b20452b0>, 'dv-cinder-786384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:44:19Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:19Z,host='dv-cinder-786384-1-iscsi',id=c782debd-ab49-45db-b312-46644fd7c8c7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:44:19Z,topic='l3_agent')) {'router_ids': ['da61d68e-49bd-480b-8f57-60310ab69e73'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:22.530670 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] For port 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,segment=NetworkSegment(ba263425-aa2b-4ad7-84a2-ca4a0c6050ca),segment_id=ba263425-aa2b-4ad7-84a2-ca4a0c6050ca)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:22.531075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.628668 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvr_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] Set router da61d68e-49bd-480b-8f57-60310ab69e73 gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:22.664150 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Calling delete_port for 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:22.857238 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.873932 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-91dcc7a3-fe45-43b8-b529-40727bd41dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:22.905385 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_hamode_db [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14b20452b0>, [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:05:22Z', 'revision_number': 6, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port_host': None}], 'dv-cinder-786384-1-iscsi', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:22.909777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb7aa6-0c00-486e-bb6f-ad17a5db2828 None None] The sync data for ids ['da61d68e-49bd-480b-8f57-60310ab69e73'] in dv-cinder-786384-1-iscsi is: [{'id': 'da61d68e-49bd-480b-8f57-60310ab69e73', 'name': 'tempest-AttachVolumeTestJSON-99630615-router', 'tenant_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:45Z', 'updated_at': '2021-04-15T11:05:22Z', 'revision_number': 6, 'project_id': '399f5b1fd23e4c86abf4db0a3d842afd', 'gw_port_host': None}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:05:22.976117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:22.980844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:22.987331 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 130736f0-cf97-41b0-afc1-86dd2b6d86a3 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:23.030581 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 130736f0-cf97-41b0-afc1-86dd2b6d86a3 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:23.030960 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 130736f0-cf97-41b0-afc1-86dd2b6d86a3 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:23.148485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952116'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.589076 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854750882'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.591380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.613064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853761982'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.613623 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da61d68e-49bd-480b-8f57-60310ab69e73 {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:05:23.627140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.628385 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-095a75f8-3084-47da-aef8-601813018072 admin admin] 10.222.0.93 "DELETE /v2.0/routers/da61d68e-49bd-480b-8f57-60310ab69e73 HTTP/1.1" status: 204  len: 168 time: 1.6794283
Apr 15 11:05:23.631145 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58886) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:23.704032 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.db_base_plugin_v2 [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Deleting subnet b8ddf52b-1d45-45f3-a040-1582c59dda70 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:05:23.707204 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.760855 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2127377'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.841586 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3086'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.097182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854772730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852648234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561339'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.112857 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:24.202888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ddf52b-1d45-45f3-a040-1582c59dda70,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:24.205566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:24.249604 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.255228 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb404c-21fb-4058-9880-d568f80df300 None None] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 requested from dv-cinder-786384-1-iscsi {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:05:24.255627 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d740a290-97fd-4a42-bcb5-13506c4bf0f9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b8ddf52b-1d45-45f3-a040-1582c59dda70 HTTP/1.1" status: 204  len: 168 time: 0.6232455
Apr 15 11:05:24.258300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58890) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:24.378082 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854276932'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.452475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Deleting port 6a6b5e39-e490-4060-bbde-c681b29c20e4 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:24.452890 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.513565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] DHCP port deletion for 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 request from dv-cinder-786384-1-iscsi {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:05:24.517794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Deleting port 6a6b5e39-e490-4060-bbde-c681b29c20e4 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:24.518226 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.677592 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] For port 6a6b5e39-e490-4060-bbde-c681b29c20e4, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=6a6b5e39-e490-4060-bbde-c681b29c20e4,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:24.678200 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.747349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.752479 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.db [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] For port 6a6b5e39-e490-4060-bbde-c681b29c20e4, host dv-cinder-786384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-iscsi',level=0,port_id=6a6b5e39-e490-4060-bbde-c681b29c20e4,segment=NetworkSegment(f3970394-a919-4440-9f65-d92e77df6c60),segment_id=f3970394-a919-4440-9f65-d92e77df6c60)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:24.752915 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957786'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.818429 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Calling delete_port for 6a6b5e39-e490-4060-bbde-c681b29c20e4 owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:24.887027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Calling delete_port for 6a6b5e39-e490-4060-bbde-c681b29c20e4 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:24.897090 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854296132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732930666526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303924563606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127521'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.913085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6c96a484-e2f6-485a-8fe3-a61c0e93acd3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:24.963548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.db.api [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:05:24.963876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_db.api [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:05:25.015075 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6b5e39-e490-4060-bbde-c681b29c20e4,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:25.019776 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:25.028023 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:25.062073 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] No DVR routers for this DVR port 6a6b5e39-e490-4060-bbde-c681b29c20e4 on host dv-cinder-786384-1-iscsi {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:05:25.065443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:25.065844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 7ac6ecf2-8d54-4ace-a76c-5cd4aef1a52a not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:25.066308 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 6a6b5e39-e490-4060-bbde-c681b29c20e4 no longer exists at agent ovs-agent-dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:25.104723 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] No Port match for: 6a6b5e39-e490-4060-bbde-c681b29c20e4 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:25.105114 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.rpc [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Device 6a6b5e39-e490-4060-bbde-c681b29c20e4 not bound to the agent host dv-cinder-786384-1-iscsi {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:25.189232 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854669071', 'neutron.services.segments.db._delete_segments_for_network--9223363303924039745'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.318045 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14b0397c18>,) {'filters': {'network_id': ['01c4ae28-45b4-4a8b-a2e4-042cfec47a68']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:25.331192 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0397c18>, 'f3970394-a919-4440-9f65-d92e77df6c60') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:25.331540 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.services.segments.db [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14b0397c18>, 'f3970394-a919-4440-9f65-d92e77df6c60') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:25.343705 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303924043841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852648439'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.359736 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774168'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.366004 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:05:25.464916 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Deleting port 6a6b5e39-e490-4060-bbde-c681b29c20e4 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:25.465401 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303924118149'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.536068 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.plugin [None req-1fd40f39-131d-418f-a001-54d0fff90ebc None None] The port '6a6b5e39-e490-4060-bbde-c681b29c20e4' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:05:25.550746 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:25.559844 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125941'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.739098 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.plugins.ml2.managers [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Network 01c4ae28-45b4-4a8b-a2e4-042cfec47a68 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]: Traceback (most recent call last):
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     timer()
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     cb(*args, **kw)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     return func(*args, **kwargs)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     self._notify()
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     self.callback(batched_events)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     event.method(event)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     segment_id)['aggregates'][0]
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     return f(self, *a, **k)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self._get(url).json()
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     **kwargs)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     **endpoint_filter)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:05:25.766717 dv-cinder-786384-1-iscsi neutron-server[85195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:05:25.844117 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-106630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853823714'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.849103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621247'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.853500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-02627e72-cc36-4a10-a929-a590fbbfd88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:25.876876 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=01c4ae28-45b4-4a8b-a2e4-042cfec47a68,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:25.879484 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:25.889754 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-9fc39e4d-e092-4e4f-a61e-59541023cb60 admin admin] 10.222.0.93 "DELETE /v2.0/networks/01c4ae28-45b4-4a8b-a2e4-042cfec47a68 HTTP/1.1" status: 204  len: 168 time: 1.6298723
Apr 15 11:05:26.149622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58896) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:26.205488 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-51c3f38a-c0f4-4a3c-b78f-914d10e2b048 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=399f5b1fd23e4c86abf4db0a3d842afd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545390
Apr 15 11:05:26.207997 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58900) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:26.270390 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0686b37f-621f-4d61-9a44-b4546cf2d077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:26.298812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0686b37f-621f-4d61-9a44-b4546cf2d077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:26.344173 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0686b37f-621f-4d61-9a44-b4546cf2d077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:26.349199 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1c7bbb8b-1602-43b2-a43a-220e338d44df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:26.363820 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686b37f-621f-4d61-9a44-b4546cf2d077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf9b32-1c1f-4eea-b1bc-660a445162b3,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:26.367558 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-0686b37f-621f-4d61-9a44-b4546cf2d077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:26.370931 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-0686b37f-621f-4d61-9a44-b4546cf2d077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:26.372138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-0686b37f-621f-4d61-9a44-b4546cf2d077 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/50cf9b32-1c1f-4eea-b1bc-660a445162b3 HTTP/1.1" status: 204  len: 168 time: 0.1629698
Apr 15 11:05:31.572777 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:05:32.289982 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 58996) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:32.443950 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.459520 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:32.464466 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:a48103a22d9743e2867f8ec9e89acd4e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:32.467434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:32.473387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:32.563443 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.566085 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.575472 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-828535e5-a5da-4b84-b639-76c3d640e462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:32.617392 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a48103a22d9743e2867f8ec9e89acd4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261967
Apr 15 11:05:32.618891 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e7f49-be9d-4686-89ec-2a81d8dc1876,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:32.620833 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 59002) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:32.622319 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ca32dfed-516d-4992-aa2f-4a905b5c2cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:32.686956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.714270 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.760545 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.765543 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-48cc708a-98bc-41fd-8a89-99d830f521ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:32.777880 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e7f49-be9d-4686-89ec-2a81d8dc1876,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:32.787290 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.787719 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.788137 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.788551 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.788956 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.789428 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.789896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.790300 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.790704 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.791105 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.791507 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.791906 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-iscsi {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.795366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.796556 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9f4e7f49-be9d-4686-89ec-2a81d8dc1876 HTTP/1.1" status: 204  len: 168 time: 0.1737726
Apr 15 11:05:32.797564 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-11aeb5c8-7cff-4859-a049-b4587af6b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:33.086212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 59010) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:33.105768 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.121366 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:33.125418 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Usage tracker for resource:security_group_rule and tenant:51266713feb5428f81a46d49beb311fd is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:33.128377 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:33.134553 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:33.221481 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.224349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.233278 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-1e38f610-ebbf-40f1-ab64-5b659f972a9b tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:33.281138 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=51266713feb5428f81a46d49beb311fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1936495
Apr 15 11:05:33.282154 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd95ea3-2d9a-4a44-940a-142b8f533fad,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:33.284027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 59014) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:33.285449 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-379384b4-b688-4915-a1de-9e40da3d2d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:33.349456 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e983ddc5-2f63-42e4-9988-bb96a2750bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.377985 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e983ddc5-2f63-42e4-9988-bb96a2750bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.423389 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e983ddc5-2f63-42e4-9988-bb96a2750bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.428346 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9192b305-8f78-4c44-b46d-1c9ca4b0ed4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:33.441748 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983ddc5-2f63-42e4-9988-bb96a2750bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd95ea3-2d9a-4a44-940a-142b8f533fad,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:33.444140 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e983ddc5-2f63-42e4-9988-bb96a2750bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:33.452370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-e983ddc5-2f63-42e4-9988-bb96a2750bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.455769 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-e983ddc5-2f63-42e4-9988-bb96a2750bf3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1bd95ea3-2d9a-4a44-940a-142b8f533fad HTTP/1.1" status: 204  len: 168 time: 0.1684713
Apr 15 11:05:41.048782 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 59138) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:41.174528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.194124 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:41.198388 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Usage tracker for resource:security_group_rule and tenant:9fccbbc449a14c2cb7ddcf98201eb54d is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:41.201365 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:41.207387 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:41.296103 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.298812 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.312685 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-e132e762-976d-433f-a9f9-c8fde9c63086 tempest-TestShelveInstance-1031454935 tempest-TestShelveInstance-1031454935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:41.356450 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9fccbbc449a14c2cb7ddcf98201eb54d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3064439
Apr 15 11:05:41.357430 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220112ee-1380-4b52-8e24-3482e898491a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:41.360241 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 59144) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:41.360747 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3a71a89c-03ab-4943-9e7a-19d8805cc7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:41.424757 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45bc10c0-90ae-4d02-905d-2922c984737f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.452697 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45bc10c0-90ae-4d02-905d-2922c984737f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.502475 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45bc10c0-90ae-4d02-905d-2922c984737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.507515 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-9f6c8079-cd37-417f-bd66-49aa436aa0d3 tempest-TestVolumeBootPattern-2134966962 tempest-TestVolumeBootPattern-2134966962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:41.520326 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc10c0-90ae-4d02-905d-2922c984737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220112ee-1380-4b52-8e24-3482e898491a,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:41.524936 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-45bc10c0-90ae-4d02-905d-2922c984737f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:41.530590 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-45bc10c0-90ae-4d02-905d-2922c984737f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.531808 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-45bc10c0-90ae-4d02-905d-2922c984737f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/220112ee-1380-4b52-8e24-3482e898491a HTTP/1.1" status: 204  len: 168 time: 0.1704774
Apr 15 11:05:41.821749 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 59152) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:41.840425 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.859888 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:41.863894 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0efde863b74b48b8480e9df1a5ce4f is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:41.866835 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:41.873398 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:41.957435 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.960407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:41.969253 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-01e2bb01-f7c0-40a4-b4f8-1e29487a8959 tempest-TestMinimumBasicScenario-253323758 tempest-TestMinimumBasicScenario-253323758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:42.012644 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c0efde863b74b48b8480e9df1a5ce4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1897409
Apr 15 11:05:42.013627 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3987f8d2-dee4-4e9c-8278-0cd632b2b6df,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:42.015533 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 59156) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:42.016896 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-81baa0ee-4123-473b-86fd-6e20a0f65b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:42.079031 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d954a11d-4253-4085-972b-46a34cae3ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:42.106342 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d954a11d-4253-4085-972b-46a34cae3ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:42.151741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d954a11d-4253-4085-972b-46a34cae3ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:42.156818 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f84c08dd-d1d5-4c80-bb3b-568652163390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:42.173442 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a11d-4253-4085-972b-46a34cae3ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3987f8d2-dee4-4e9c-8278-0cd632b2b6df,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:42.175853 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-d954a11d-4253-4085-972b-46a34cae3ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:42.183178 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d954a11d-4253-4085-972b-46a34cae3ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:42.184386 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-d954a11d-4253-4085-972b-46a34cae3ff1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3987f8d2-dee4-4e9c-8278-0cd632b2b6df HTTP/1.1" status: 204  len: 168 time: 0.1677523
Apr 15 11:05:46.879488 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 59216) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:47.006819 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.022410 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:47.026492 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Usage tracker for resource:security_group_rule and tenant:af5aacb9f8ff4a1b82e029c1b6ec3048 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:47.029450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:47.035717 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:47.124139 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.126826 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.135727 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-610c45a0-6115-4243-a6fa-cb56b797afd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:47.182558 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=af5aacb9f8ff4a1b82e029c1b6ec3048&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3019245
Apr 15 11:05:47.184299 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972c087-76f2-4755-9674-faed0a42a269,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:47.185576 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 59222) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:47.187594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-b41d42a2-cb70-446c-95eb-a29fac0e479d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:47.250654 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f845aab7-5d0b-425f-a7de-ec3cb1535aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.278296 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f845aab7-5d0b-425f-a7de-ec3cb1535aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.324304 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f845aab7-5d0b-425f-a7de-ec3cb1535aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.329509 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-048413ed-daf1-4432-888c-bdf16f078537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:47.343842 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845aab7-5d0b-425f-a7de-ec3cb1535aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972c087-76f2-4755-9674-faed0a42a269,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:47.347011 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-f845aab7-5d0b-425f-a7de-ec3cb1535aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:47.348003 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f845aab7-5d0b-425f-a7de-ec3cb1535aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.353011 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-f845aab7-5d0b-425f-a7de-ec3cb1535aad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0972c087-76f2-4755-9674-faed0a42a269 HTTP/1.1" status: 204  len: 168 time: 0.1626003
Apr 15 11:05:47.504951 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-12dfb4f9-e4a3-44a4-a308-f3e724dbe6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.642049 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 59230) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:47.663081 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.679143 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:47.683710 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Usage tracker for resource:security_group_rule and tenant:5f445117d381460288ef8854f6c25271 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:47.686686 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:47.692801 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:47.778181 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.781093 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.794180 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-cfa3773c-10e7-4f4e-ae51-6fde65c98ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:47.838030 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f445117d381460288ef8854f6c25271&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1945944
Apr 15 11:05:47.839018 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fb6a28-ee3a-41bc-b0aa-515591fe54b0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:47.840930 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 59234) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:47.842349 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-310f671d-be3d-4638-8a60-93c255b04395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:47.905566 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd106958-537a-4f74-8309-ec2cba7b3fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.934010 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd106958-537a-4f74-8309-ec2cba7b3fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.977920 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd106958-537a-4f74-8309-ec2cba7b3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:47.982872 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-3c57b1ca-1b73-469d-8b87-805fd94d7217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:47.998227 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd106958-537a-4f74-8309-ec2cba7b3fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fb6a28-ee3a-41bc-b0aa-515591fe54b0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:48.000622 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-dd106958-537a-4f74-8309-ec2cba7b3fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:48.010599 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd106958-537a-4f74-8309-ec2cba7b3fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:48.011617 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-dd106958-537a-4f74-8309-ec2cba7b3fc5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c8fb6a28-ee3a-41bc-b0aa-515591fe54b0 HTTP/1.1" status: 204  len: 168 time: 0.1695321
Apr 15 11:05:49.487562 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-960196f8-8970-4a66-8324-67f650c2363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:50.740446 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:51.163548 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:52.233971 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:54.693522 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.328380 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.93', 59372) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:00.454582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.469884 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:00.473979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Usage tracker for resource:security_group_rule and tenant:aeb666097cac4496a8246af8e8277b65 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:00.477256 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.quota.resource [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:00.483242 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.quota.driver [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:00.572462 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.575084 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.587784 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-6add589c-4507-4d96-9d95-11c678ec8143 tempest-AttachVolumeShelveTestJSON-2093521992 tempest-AttachVolumeShelveTestJSON-2093521992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:00.630029 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aeb666097cac4496a8246af8e8277b65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3005598
Apr 15 11:06:00.631741 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a2f894-5f0c-4407-aa46-da5bf56cfef6,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:00.632979 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.93', 59378) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:00.635407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-59c62f06-6544-488a-9812-e220ec00932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:00.698521 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ba971b23-0ed9-4445-b57a-74bef9ae8bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.725902 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ba971b23-0ed9-4445-b57a-74bef9ae8bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.770786 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ba971b23-0ed9-4445-b57a-74bef9ae8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923769'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.776015 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-002e675d-40b2-45c2-8223-d57b33f1ccae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:00.791354 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba971b23-0ed9-4445-b57a-74bef9ae8bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a2f894-5f0c-4407-aa46-da5bf56cfef6,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:00.794794 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG oslo_concurrency.lockutils [None req-ba971b23-0ed9-4445-b57a-74bef9ae8bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:00.799126 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ba971b23-0ed9-4445-b57a-74bef9ae8bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:00.800341 dv-cinder-786384-1-iscsi neutron-server[85195]: INFO neutron.wsgi [None req-ba971b23-0ed9-4445-b57a-74bef9ae8bc4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3a2f894-5f0c-4407-aa46-da5bf56cfef6 HTTP/1.1" status: 204  len: 168 time: 0.1662407
Apr 15 11:06:08.572570 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:06:17.456247 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-196ca8b6-17f3-4d97-aded-c5d47f5c7ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.488875 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-986604e9-c0c6-40ea-ae6a-3aefec9c6315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.741172 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.165523 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:22.237156 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.690925 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:45.573034 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:06:47.457478 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-6d69bcfb-b452-4b45-8d14-92a5a6a266f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:49.490485 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-eebbb7af-da0c-43dd-affc-bc68bf764679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:50.743953 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:51.168375 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:52.238830 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:54.694497 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:17.460473 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-414e65c9-dcdd-4923-bc5d-36d411a03ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:19.491118 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-b343f29e-23e4-48ea-a70e-65c92b06416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:20.747125 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:21.169821 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:22.243500 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:22.573423 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:07:24.693760 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:47.462378 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f891079d-b45d-464d-ba2d-5ff023971e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:49.492832 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f699b980-2ef2-411f-a661-72aeff5223b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:50.749516 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:51.171313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:52.245594 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.689597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.572407 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:08:17.463724 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-dd531fd4-4ad5-4c79-b32c-3363fc4d1289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:19.494305 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1602f95e-9694-4778-ba5a-0a192d8b6e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:20.643565 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-eab1178f-ab5d-48d7-ac8b-3355a6aaa633 req-1fb072a5-442c-48ca-ba02-2bd040b5858b service neutron] (85307) timed out ('10.222.0.89', 61698) {{(pid=85307) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 11:08:20.752474 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:21.088121 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.wsgi [req-26caf88e-7198-472f-9117-16450a9bdd15 req-fa84496e-0286-4ebe-9503-9cd1d5a8e528 service neutron] (85307) timed out ('10.222.0.89', 61703) {{(pid=85307) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 11:08:21.173550 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:22.248176 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:24.720215 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:36.573675 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:08:47.466597 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-58e75494-4e6f-49ca-b751-24923ea5a2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:49.495335 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-d48d266b-a934-41b4-916a-2df4a2ea323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:50.755313 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:51.175027 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:52.251195 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:54.735927 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:13.573528 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:09:17.468021 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-4557d567-9c52-4e94-b921-77df615b7b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:19.497450 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-507ca7ae-ad7e-4f8d-9e58-5f868fe61a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:20.757255 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:21.177002 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:22.254552 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:24.739887 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:47.468836 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-17d480e9-c1e8-4913-8c37-f83b1e8bba02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:49.498495 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9761-a8dc-40e0-9bc1-b8742acfedc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:50.578287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:09:50.760212 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:51.178064 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:52.257714 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:54.749650 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:17.469630 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f20b8b9c-3f2f-42dd-8f4a-dbe9616f9fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:19.500502 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-1f2c97c0-ea70-40af-a25e-3dcc9a3b7d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:20.762725 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:21.180094 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:22.259575 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:24.753482 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:27.577287 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:10:47.471434 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-c10b9e1b-affb-48d8-91e0-f0fe9f24ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:49.501182 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-f67975ef-068f-4bb4-969d-761539e39e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:50.766490 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-9a412a2e-e2a5-4de8-9583-aa0aadb89c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:51.182294 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-fecf174d-bf1b-4147-b5fa-56b1fe77a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:52.263086 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-73b19c42-0c54-4276-9619-3fb738f85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:54.765370 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron_lib.callbacks.manager [None req-ed05a016-c358-446a-9d7f-a47dd5e1a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303924039762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-109379'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:04.577582 dv-cinder-786384-1-iscsi neutron-server[85195]: DEBUG neutron.db.agents_db [None req-b262725e-3117-4359-afad-9ebabdc06c73 None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}